[ 544.883638] env[71079]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=71079) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.884027] env[71079]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=71079) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.884166] env[71079]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=71079) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.884433] env[71079]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 544.981973] env[71079]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=71079) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 544.992096] env[71079]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=71079) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 545.036572] env[71079]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 545.596367] env[71079]: INFO nova.virt.driver [None req-85a886ec-3ad5-4b50-aa81-74b95a0a8f91 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 545.666106] env[71079]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.666337] env[71079]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.666491] env[71079]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=71079) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 548.551914] env[71079]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-51c10709-e948-4a35-8e4f-d5cf93372770 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.568462] env[71079]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=71079) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 548.568614] env[71079]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c52b92a1-fc46-4b8e-aa8f-21be4d2d945e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.599573] env[71079]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 76373. [ 548.599716] env[71079]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.933s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.600247] env[71079]: INFO nova.virt.vmwareapi.driver [None req-85a886ec-3ad5-4b50-aa81-74b95a0a8f91 None None] VMware vCenter version: 7.0.3 [ 548.603703] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f606754-3eda-4117-8c80-bb91a8594850 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.620596] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d7dfe1-c67a-426b-b0a9-a652cf241842 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.626334] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700e4bc8-64f7-4849-a144-bea225df1742 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.632875] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8907f15-dea3-4722-9f86-5d2ca0fb246f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.645680] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f4e57-0701-46fd-b4b6-31144a142c52 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.651551] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc9a96-6f01-4483-8f93-941f779e7bff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.682174] env[71079]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-26e21624-5379-4a4c-aa07-69dd5874df52 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.687585] env[71079]: DEBUG nova.virt.vmwareapi.driver [None req-85a886ec-3ad5-4b50-aa81-74b95a0a8f91 None None] Extension org.openstack.compute already exists. {{(pid=71079) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 548.690321] env[71079]: INFO nova.compute.provider_config [None req-85a886ec-3ad5-4b50-aa81-74b95a0a8f91 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 549.193789] env[71079]: DEBUG nova.context [None req-85a886ec-3ad5-4b50-aa81-74b95a0a8f91 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),00caa188-d4bf-402d-88cd-1c5f6ec691c0(cell1) {{(pid=71079) load_cells /opt/stack/nova/nova/context.py:464}} [ 549.195972] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.196225] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.196962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.197420] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Acquiring lock "00caa188-d4bf-402d-88cd-1c5f6ec691c0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.197643] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Lock "00caa188-d4bf-402d-88cd-1c5f6ec691c0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.198669] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Lock "00caa188-d4bf-402d-88cd-1c5f6ec691c0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.218763] env[71079]: INFO dbcounter [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Registered counter for database nova_cell0 [ 549.226989] env[71079]: INFO dbcounter [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Registered counter for database nova_cell1 [ 549.671693] env[71079]: DEBUG oslo_db.sqlalchemy.engines [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71079) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.672110] env[71079]: DEBUG oslo_db.sqlalchemy.engines [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71079) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.677360] env[71079]: ERROR nova.db.main.api [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.677360] env[71079]: result = function(*args, **kwargs) [ 549.677360] env[71079]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.677360] env[71079]: return func(*args, **kwargs) [ 549.677360] env[71079]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.677360] env[71079]: result = fn(*args, **kwargs) [ 549.677360] env[71079]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.677360] env[71079]: return f(*args, **kwargs) [ 549.677360] env[71079]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 549.677360] env[71079]: return db.service_get_minimum_version(context, binaries) [ 549.677360] env[71079]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.677360] env[71079]: _check_db_access() [ 549.677360] env[71079]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.677360] env[71079]: stacktrace = ''.join(traceback.format_stack()) [ 549.677360] env[71079]: [ 549.678089] env[71079]: ERROR nova.db.main.api [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.678089] env[71079]: result = function(*args, **kwargs) [ 549.678089] env[71079]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.678089] env[71079]: return func(*args, **kwargs) [ 549.678089] env[71079]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.678089] env[71079]: result = fn(*args, **kwargs) [ 549.678089] env[71079]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.678089] env[71079]: return f(*args, **kwargs) [ 549.678089] env[71079]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 549.678089] env[71079]: return db.service_get_minimum_version(context, binaries) [ 549.678089] env[71079]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.678089] env[71079]: _check_db_access() [ 549.678089] env[71079]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.678089] env[71079]: stacktrace = ''.join(traceback.format_stack()) [ 549.678089] env[71079]: [ 549.678497] env[71079]: WARNING nova.objects.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Failed to get minimum service version for cell 00caa188-d4bf-402d-88cd-1c5f6ec691c0 [ 549.678625] env[71079]: WARNING nova.objects.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 549.679091] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Acquiring lock "singleton_lock" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.679256] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Acquired lock "singleton_lock" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.679500] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Releasing lock "singleton_lock" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.679828] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Full set of CONF: {{(pid=71079) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 549.679971] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ******************************************************************************** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.680111] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] Configuration options gathered from: {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.680245] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.680444] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.680574] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ================================================================================ {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.680788] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] allow_resize_to_same_host = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.680952] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] arq_binding_timeout = 300 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.681094] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] backdoor_port = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.681222] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] backdoor_socket = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.681395] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] block_device_allocate_retries = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.681569] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] block_device_allocate_retries_interval = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.681740] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cert = self.pem {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.681906] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.682086] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute_monitors = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.682259] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] config_dir = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.682656] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] config_drive_format = iso9660 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.682805] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.682984] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] config_source = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.683184] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] console_host = devstack {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.683418] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] control_exchange = nova {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.683591] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cpu_allocation_ratio = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.683756] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] daemon = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.683926] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] debug = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.684104] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] default_access_ip_network_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.684278] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] default_availability_zone = nova {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.684436] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] default_ephemeral_format = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.684598] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] default_green_pool_size = 1000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.684841] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.685013] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] default_schedule_zone = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.685180] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] disk_allocation_ratio = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.685358] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] enable_new_services = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.685553] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] enabled_apis = ['osapi_compute'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.685722] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] enabled_ssl_apis = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.685883] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] flat_injected = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.686055] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] force_config_drive = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.686217] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] force_raw_images = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.686446] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] graceful_shutdown_timeout = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.686617] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] heal_instance_info_cache_interval = -1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.686846] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] host = cpu-1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.687042] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.687215] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] initial_disk_allocation_ratio = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.687378] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] initial_ram_allocation_ratio = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.687595] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.687758] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instance_build_timeout = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.687918] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instance_delete_interval = 300 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.688101] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instance_format = [instance: %(uuid)s] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.688271] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instance_name_template = instance-%08x {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.688433] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instance_usage_audit = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.688666] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instance_usage_audit_period = month {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.688771] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.688948] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] instances_path = /opt/stack/data/nova/instances {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.689116] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] internal_service_availability_zone = internal {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.689274] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] key = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.689434] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] live_migration_retry_count = 30 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.689602] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_color = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.689763] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_config_append = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.689927] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.690095] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_dir = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.690255] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_file = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.690381] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_options = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.690540] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_rotate_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.690704] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_rotate_interval_type = days {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.690882] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] log_rotation_type = none {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.690993] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.691133] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.691302] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.691466] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.691596] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.691929] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] long_rpc_timeout = 1800 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.691929] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] max_concurrent_builds = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.692096] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] max_concurrent_live_migrations = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.692232] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] max_concurrent_snapshots = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.692386] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] max_local_block_devices = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.692541] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] max_logfile_count = 30 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.692698] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] max_logfile_size_mb = 200 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.692856] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] maximum_instance_delete_attempts = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.693035] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] metadata_listen = 0.0.0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.693211] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] metadata_listen_port = 8775 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.693423] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] metadata_workers = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.693587] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] migrate_max_retries = -1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.693757] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] mkisofs_cmd = genisoimage {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.693963] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] my_block_storage_ip = 10.180.1.21 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.694109] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] my_ip = 10.180.1.21 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.694316] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.694485] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] network_allocate_retries = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.694653] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.694819] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] osapi_compute_listen = 0.0.0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.694981] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] osapi_compute_listen_port = 8774 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.695163] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] osapi_compute_unique_server_name_scope = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.695349] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] osapi_compute_workers = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.695528] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] password_length = 12 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.695695] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] periodic_enable = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.695858] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] periodic_fuzzy_delay = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.696038] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] pointer_model = usbtablet {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.696211] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] preallocate_images = none {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.696417] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] publish_errors = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.696575] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] pybasedir = /opt/stack/nova {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.696743] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ram_allocation_ratio = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.696904] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] rate_limit_burst = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.697088] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] rate_limit_except_level = CRITICAL {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.697255] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] rate_limit_interval = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.697418] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] reboot_timeout = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.697582] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] reclaim_instance_interval = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.697740] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] record = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.697908] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] reimage_timeout_per_gb = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.698095] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] report_interval = 120 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.698260] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] rescue_timeout = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.698421] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] reserved_host_cpus = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.698584] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] reserved_host_disk_mb = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.698742] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] reserved_host_memory_mb = 512 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.698901] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] reserved_huge_pages = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.699074] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] resize_confirm_window = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.699237] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] resize_fs_using_block_device = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.699395] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] resume_guests_state_on_host_boot = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.699564] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.699726] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] rpc_response_timeout = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.699883] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] run_external_periodic_tasks = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.700063] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] running_deleted_instance_action = reap {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.700227] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] running_deleted_instance_poll_interval = 1800 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.700386] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] running_deleted_instance_timeout = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.700550] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler_instance_sync_interval = 120 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.700718] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_down_time = 720 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.700885] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] servicegroup_driver = db {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.701052] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] shell_completion = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.701215] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] shelved_offload_time = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.701375] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] shelved_poll_interval = 3600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.701545] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] shutdown_timeout = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.701708] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] source_is_ipv6 = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.701864] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ssl_only = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.702127] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.702301] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] sync_power_state_interval = 600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.702495] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] sync_power_state_pool_size = 1000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.702696] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] syslog_log_facility = LOG_USER {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.702862] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] tempdir = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.703034] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] timeout_nbd = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.703213] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] transport_url = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.703402] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] update_resources_interval = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.703572] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] use_cow_images = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.703733] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] use_journal = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.703893] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] use_json = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.704066] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] use_rootwrap_daemon = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.704229] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] use_stderr = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.704387] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] use_syslog = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.704595] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vcpu_pin_set = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.704783] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plugging_is_fatal = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.704962] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plugging_timeout = 300 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.705141] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] virt_mkfs = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.705305] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] volume_usage_poll_interval = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.705500] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] watch_log_file = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.705678] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] web = /usr/share/spice-html5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.705861] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706040] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706207] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706377] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_concurrency.disable_process_locking = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706889] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706889] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707039] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707219] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707394] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707574] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707761] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.auth_strategy = keystone {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707927] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.compute_link_prefix = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708123] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708299] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.dhcp_domain = novalocal {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708468] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.enable_instance_password = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708632] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.glance_link_prefix = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708793] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708963] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709147] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.instance_list_per_project_cells = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709303] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.list_records_by_skipping_down_cells = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709467] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.local_metadata_per_cell = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709637] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.max_limit = 1000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709803] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.metadata_cache_expiration = 15 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709976] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.neutron_default_tenant_id = default {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710166] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.response_validation = warn {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710338] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.use_neutron_default_nets = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710505] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710669] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710837] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711016] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711194] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.vendordata_dynamic_targets = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711356] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.vendordata_jsonfile_path = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711538] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711734] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.backend = dogpile.cache.memcached {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711900] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.backend_argument = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712073] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.backend_expiration_time = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712244] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.config_prefix = cache.oslo {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712415] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.dead_timeout = 60.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712580] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.debug_cache_backend = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712742] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.enable_retry_client = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712903] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.enable_socket_keepalive = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713085] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.enabled = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713270] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.enforce_fips_mode = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713453] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.expiration_time = 600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713628] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.hashclient_retry_attempts = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713795] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.hashclient_retry_delay = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713959] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_dead_retry = 300 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714134] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_password = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714298] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714470] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714637] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_pool_maxsize = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714800] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714961] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_sasl_enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715158] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715359] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_socket_timeout = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715530] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.memcache_username = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715700] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.proxies = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715863] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.redis_db = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716038] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.redis_password = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716220] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.redis_sentinel_service_name = mymaster {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716408] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716599] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.redis_server = localhost:6379 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716775] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.redis_socket_timeout = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716935] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.redis_username = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717173] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.retry_attempts = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717337] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.retry_delay = 0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717510] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.socket_keepalive_count = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717675] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.socket_keepalive_idle = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717838] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.socket_keepalive_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717998] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.tls_allowed_ciphers = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718173] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.tls_cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718334] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.tls_certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718501] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.tls_enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718661] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cache.tls_keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718831] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719013] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.auth_type = password {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719183] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719361] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.catalog_info = volumev3::publicURL {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719519] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719683] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719844] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.cross_az_attach = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720012] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.debug = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720180] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.endpoint_template = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720344] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.http_retries = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720508] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720663] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720831] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.os_region_name = RegionOne {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720993] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721170] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cinder.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721335] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721497] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.cpu_dedicated_set = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721656] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.cpu_shared_set = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721820] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.image_type_exclude_list = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721980] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722157] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.max_concurrent_disk_ops = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722318] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.max_disk_devices_to_attach = -1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722479] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722645] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722806] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.resource_provider_association_refresh = 300 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722967] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723141] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.shutdown_retry_interval = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723353] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723544] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] conductor.workers = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723724] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] console.allowed_origins = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723885] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] console.ssl_ciphers = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724068] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] console.ssl_minimum_version = default {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724242] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] consoleauth.enforce_session_timeout = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724411] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] consoleauth.token_ttl = 600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724578] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724734] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724898] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725068] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725235] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725421] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725597] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725755] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725915] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726116] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726312] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726498] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726676] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726851] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.service_type = accelerator {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727028] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727192] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727351] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727509] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727690] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727847] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] cyborg.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728026] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.asyncio_connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728191] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.asyncio_slave_connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728365] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.backend = sqlalchemy {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728535] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728700] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.connection_debug = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728872] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.connection_parameters = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729049] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.connection_recycle_time = 3600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729241] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.connection_trace = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729419] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.db_inc_retry_interval = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729588] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.db_max_retries = 20 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729754] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.db_max_retry_interval = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729921] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.db_retry_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730099] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.max_overflow = 50 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730268] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.max_pool_size = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730434] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.max_retries = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730609] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730771] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.mysql_wsrep_sync_wait = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730932] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.pool_timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731110] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.retry_interval = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731275] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.slave_connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731440] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.sqlite_synchronous = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731605] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] database.use_db_reconnect = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731775] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.asyncio_connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731936] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.asyncio_slave_connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732122] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.backend = sqlalchemy {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732294] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732460] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.connection_debug = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732628] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.connection_parameters = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732790] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.connection_recycle_time = 3600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732951] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.connection_trace = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733129] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.db_inc_retry_interval = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733317] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.db_max_retries = 20 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733493] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.db_max_retry_interval = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733658] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.db_retry_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733820] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.max_overflow = 50 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733982] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.max_pool_size = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734160] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.max_retries = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734372] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734559] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734723] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.pool_timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734886] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.retry_interval = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735057] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.slave_connection = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735226] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] api_database.sqlite_synchronous = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735429] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] devices.enabled_mdev_types = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735619] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735793] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ephemeral_storage_encryption.default_format = luks {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735959] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ephemeral_storage_encryption.enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736137] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736315] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.api_servers = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736489] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736653] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736817] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736974] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737148] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737310] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.debug = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737476] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.default_trusted_certificate_ids = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737640] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.enable_certificate_validation = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737800] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.enable_rbd_download = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737957] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738134] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738297] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738459] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738616] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738779] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.num_retries = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738947] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.rbd_ceph_conf = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739158] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.rbd_connect_timeout = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739341] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.rbd_pool = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739513] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.rbd_user = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739677] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739834] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739991] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740175] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.service_type = image {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740338] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740498] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740657] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740814] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740992] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741170] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.verify_glance_signatures = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741327] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] glance.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741494] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] guestfs.debug = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741660] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741821] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.auth_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741979] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742151] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742314] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742468] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742628] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742785] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742942] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743117] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743298] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743469] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743628] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743783] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743937] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744120] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.service_type = shared-file-system {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744288] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.share_apply_policy_timeout = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744450] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744610] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744768] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744927] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745126] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745289] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] manila.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745478] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] mks.enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745833] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746038] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] image_cache.manager_interval = 2400 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746216] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] image_cache.precache_concurrency = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746399] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] image_cache.remove_unused_base_images = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746563] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746733] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746915] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] image_cache.subdirectory_name = _base {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747110] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.api_max_retries = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747281] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.api_retry_interval = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747444] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747612] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.auth_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747775] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747935] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748114] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748284] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.conductor_group = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748444] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748607] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748766] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748928] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749096] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749260] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749419] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749589] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.peer_list = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749749] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749911] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750088] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.serial_console_state_timeout = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750256] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750431] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.service_type = baremetal {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750593] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.shard = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750760] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750923] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751099] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751264] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751449] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751618] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ironic.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751804] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751978] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] key_manager.fixed_key = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752175] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752338] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.barbican_api_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752497] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.barbican_endpoint = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752668] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.barbican_endpoint_type = public {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752828] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.barbican_region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752988] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753164] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753353] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753523] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753687] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753855] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.number_of_retries = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754021] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.retry_delay = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754186] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.send_service_user_token = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754350] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754513] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754676] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.verify_ssl = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754835] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican.verify_ssl_path = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755012] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755179] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.auth_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755354] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755534] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755702] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755865] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756036] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756205] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756367] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] barbican_service_user.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756541] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.approle_role_id = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756703] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.approle_secret_id = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756872] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.kv_mountpoint = secret {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757042] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.kv_path = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757213] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.kv_version = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757374] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.namespace = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757537] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.root_token_id = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757694] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.ssl_ca_crt_file = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757864] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.timeout = 60.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758038] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.use_ssl = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758217] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758389] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758552] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758716] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758878] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759053] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759219] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759384] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759545] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759704] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759870] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760033] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760203] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760363] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760538] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.service_type = identity {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760702] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760864] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761032] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761194] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761375] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761543] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] keystone.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761730] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.ceph_mount_options = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762152] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762345] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.connection_uri = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762514] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.cpu_mode = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762683] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.cpu_model_extra_flags = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762856] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.cpu_models = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763043] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.cpu_power_governor_high = performance {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763228] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.cpu_power_governor_low = powersave {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763444] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.cpu_power_management = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763638] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763811] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.device_detach_attempts = 8 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763980] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.device_detach_timeout = 20 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764167] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.disk_cachemodes = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764329] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.disk_prefix = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764497] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.enabled_perf_events = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764661] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.file_backed_memory = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764827] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.gid_maps = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764988] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.hw_disk_discard = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765166] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.hw_machine_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765360] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.images_rbd_ceph_conf = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765544] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765709] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765882] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.images_rbd_glance_store_name = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766065] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.images_rbd_pool = rbd {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766243] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.images_type = default {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766436] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.images_volume_group = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766646] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.inject_key = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766820] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.inject_partition = -2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766984] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.inject_password = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767170] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.iscsi_iface = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767337] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.iser_use_multipath = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767506] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_bandwidth = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767673] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767839] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_downtime = 500 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768013] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768187] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768351] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_inbound_addr = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768518] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768683] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_permit_post_copy = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768845] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_scheme = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769030] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_timeout_action = abort {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769201] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_tunnelled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769363] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_uri = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769528] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.live_migration_with_native_tls = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769723] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.max_queues = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769852] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770093] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770264] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.nfs_mount_options = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770548] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770729] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770900] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.num_iser_scan_tries = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771077] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.num_memory_encrypted_guests = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771247] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771412] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.num_pcie_ports = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771580] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.num_volume_scan_tries = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771750] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.pmem_namespaces = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771905] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.quobyte_client_cfg = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772234] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772422] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rbd_connect_timeout = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772595] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772756] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772918] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rbd_secret_uuid = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773089] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rbd_user = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773276] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773465] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.remote_filesystem_transport = ssh {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773648] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rescue_image_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773830] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rescue_kernel_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774083] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rescue_ramdisk_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774413] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774701] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.rx_queue_size = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775018] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.smbfs_mount_options = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775427] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775664] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.snapshot_compression = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775913] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.snapshot_image_format = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776199] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776436] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.sparse_logical_volumes = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776646] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.swtpm_enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776860] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.swtpm_group = tss {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777077] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.swtpm_user = tss {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777264] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.sysinfo_serial = unique {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777426] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.tb_cache_size = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777639] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.tx_queue_size = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777855] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.uid_maps = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778038] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.use_virtio_for_bridges = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778220] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.virt_type = kvm {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778392] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.volume_clear = zero {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778559] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.volume_clear_size = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778723] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.volume_enforce_multipath = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778890] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.volume_use_multipath = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779064] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.vzstorage_cache_path = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779241] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779411] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.vzstorage_mount_group = qemu {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779578] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.vzstorage_mount_opts = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779745] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780054] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780245] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.vzstorage_mount_user = stack {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780419] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780598] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780775] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.auth_type = password {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780938] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781114] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781283] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781452] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781626] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781860] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.default_floating_pool = public {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781958] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782137] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.extension_sync_interval = 600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782302] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.http_retries = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782466] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782640] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782842] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783041] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783209] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783382] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.ovs_bridge = br-int {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783550] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.physnets = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783723] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.region_name = RegionOne {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783884] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784068] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.service_metadata_proxy = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784242] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784417] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.service_type = network {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784584] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784781] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784976] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785160] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785362] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785543] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] neutron.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785711] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] notifications.bdms_in_notifications = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785890] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] notifications.default_level = INFO {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786067] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] notifications.include_share_mapping = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786253] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] notifications.notification_format = unversioned {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786425] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] notifications.notify_on_state_change = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786602] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786778] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] pci.alias = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786977] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] pci.device_spec = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787163] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] pci.report_in_placement = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787338] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787515] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.auth_type = password {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787686] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787846] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788012] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788184] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788343] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788505] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788663] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.default_domain_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788820] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.default_domain_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788978] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.domain_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789151] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.domain_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789311] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789478] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789635] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789792] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789955] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.790133] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.password = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.790295] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.project_domain_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.790466] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.project_domain_name = Default {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.790633] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.project_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.790806] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.project_name = service {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.790976] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.region_name = RegionOne {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.791150] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.791312] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.791481] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.service_type = placement {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.791648] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.791806] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.791965] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.792137] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.system_scope = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.792296] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.792455] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.trust_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.792617] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.user_domain_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.792782] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.user_domain_name = Default {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.792941] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.user_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.793128] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.username = nova {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.793310] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.793470] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] placement.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.793653] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.cores = 20 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.793816] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.count_usage_from_placement = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.793987] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.794172] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.injected_file_content_bytes = 10240 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.794339] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.injected_file_path_length = 255 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.794505] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.injected_files = 5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.794667] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.instances = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.794831] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.key_pairs = 100 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.794997] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.metadata_items = 128 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.795177] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.ram = 51200 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.795367] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.recheck_quota = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.795545] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.server_group_members = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.795716] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.server_groups = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.795959] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.796159] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] quota.unified_limits_resource_strategy = require {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.796340] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.796533] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.796705] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.image_metadata_prefilter = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.796868] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.797043] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.max_attempts = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.797212] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.max_placement_results = 1000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.797375] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.797538] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.query_placement_for_image_type_support = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.797696] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.797870] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] scheduler.workers = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.798060] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.798238] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.798417] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.798633] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.798840] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.799025] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.799201] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.799393] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.799565] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.host_subset_size = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.799736] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.799897] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.800076] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.800245] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.800422] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.800590] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.isolated_hosts = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.800756] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.isolated_images = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.800917] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.801090] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.801258] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.801421] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.pci_in_placement = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.801586] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.801746] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.801906] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.802079] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.802244] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.802404] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.802565] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.track_instance_changes = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.802739] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.802906] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] metrics.required = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.803085] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] metrics.weight_multiplier = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.803250] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.803417] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] metrics.weight_setting = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.803742] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.803918] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] serial_console.enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.804114] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] serial_console.port_range = 10000:20000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.804290] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.804458] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.804627] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] serial_console.serialproxy_port = 6083 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.804792] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.804964] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.auth_type = password {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.805137] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.805297] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.805483] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.805649] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.805809] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.805979] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.send_service_user_token = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.806160] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.806324] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] service_user.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.806513] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.agent_enabled = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.806685] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.806999] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.807219] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.807393] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.html5proxy_port = 6082 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.807561] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.image_compression = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.807725] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.jpeg_compression = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.807883] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.playback_compression = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.808056] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.require_secure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.808234] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.server_listen = 127.0.0.1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.808402] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.808691] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.808862] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.streaming_mode = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.809036] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] spice.zlib_compression = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.809212] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] upgrade_levels.baseapi = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.809388] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] upgrade_levels.compute = auto {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.809552] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] upgrade_levels.conductor = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.809712] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] upgrade_levels.scheduler = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.809878] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.810051] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.auth_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.810215] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.810373] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.810537] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.810728] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.810891] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.811067] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.811230] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vendordata_dynamic_auth.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.811406] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.api_retry_count = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.811569] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.ca_file = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.811743] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.cache_prefix = devstack-image-cache {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.811911] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.cluster_name = testcl1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.812090] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.connection_pool_size = 10 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.812253] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.console_delay_seconds = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.812423] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.datastore_regex = ^datastore.* {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.812638] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.812814] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.host_password = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.812981] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.host_port = 443 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.813166] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.host_username = administrator@vsphere.local {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.813338] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.insecure = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.813501] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.integration_bridge = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.813667] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.maximum_objects = 100 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.813827] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.pbm_default_policy = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.813990] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.pbm_enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.814162] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.pbm_wsdl_location = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.814332] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.814494] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.serial_port_proxy_uri = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.814652] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.serial_port_service_uri = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.814820] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.task_poll_interval = 0.5 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.814993] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.use_linked_clone = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.815181] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.vnc_keymap = en-us {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.815363] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.vnc_port = 5900 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.815545] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vmware.vnc_port_total = 10000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.815732] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.auth_schemes = ['none'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.815905] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.816216] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.816429] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.816627] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.novncproxy_port = 6080 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.816833] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.server_listen = 127.0.0.1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.817027] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.817199] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.vencrypt_ca_certs = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.817360] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.vencrypt_client_cert = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.817523] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vnc.vencrypt_client_key = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.817702] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.817865] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.disable_deep_image_inspection = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.818037] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.818204] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.818364] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.818528] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.disable_rootwrap = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.818689] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.enable_numa_live_migration = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.818849] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.819018] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.819183] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.819343] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.libvirt_disable_apic = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.819506] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.819667] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.819984] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.820177] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.820351] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.820517] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.820680] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.820844] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.821014] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.821193] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.821380] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.821551] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.client_socket_timeout = 900 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.821718] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.default_pool_size = 1000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.821881] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.keep_alive = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.822058] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.max_header_line = 16384 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.822225] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.secure_proxy_ssl_header = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.822384] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.ssl_ca_file = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.822544] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.ssl_cert_file = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.822726] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.ssl_key_file = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.822898] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.tcp_keepidle = 600 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.823082] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.823248] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] zvm.ca_file = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.823410] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] zvm.cloud_connector_url = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.823702] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.823879] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] zvm.reachable_timeout = 300 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.824063] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.824246] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.824425] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.connection_string = messaging:// {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.824593] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.enabled = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.824763] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.es_doc_type = notification {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.824923] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.es_scroll_size = 10000 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.825103] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.es_scroll_time = 2m {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.825268] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.filter_error_trace = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.825465] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.hmac_keys = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.825644] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.sentinel_service_name = mymaster {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.825813] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.socket_timeout = 0.1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.825981] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.trace_requests = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.826152] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler.trace_sqlalchemy = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.826355] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler_jaeger.process_tags = {} {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.826554] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler_jaeger.service_name_prefix = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.826728] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] profiler_otlp.service_name_prefix = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.826895] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] remote_debug.host = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.827068] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] remote_debug.port = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.827251] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.827418] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.827586] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.827750] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.827911] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.828107] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.828280] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.828445] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.828609] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.828782] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.828941] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.829131] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.829305] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.829476] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.829642] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.829815] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.829977] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.830154] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.830356] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.830480] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.830644] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.830808] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.830971] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.831148] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.831310] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.831471] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.831632] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.831790] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.831950] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.832123] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.832285] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.ssl = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.832453] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.832621] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.832781] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.832947] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.833130] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.ssl_version = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.833295] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.833477] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.833645] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_notifications.retry = -1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.833823] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.833993] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_messaging_notifications.transport_url = **** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.834183] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.auth_section = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.834349] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.auth_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.834508] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.cafile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.834686] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.certfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.834864] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.collect_timing = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.835033] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.connect_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.835200] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.connect_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.835381] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.endpoint_id = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.835568] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.endpoint_interface = publicURL {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.835730] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.endpoint_override = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.835887] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.endpoint_region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.836056] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.endpoint_service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.836273] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.endpoint_service_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.836457] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.insecure = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.836621] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.keyfile = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.836780] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.max_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.836937] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.min_version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.837109] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.region_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.837272] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.retriable_status_codes = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.837431] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.service_name = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.837591] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.service_type = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.837753] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.split_loggers = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.837910] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.status_code_retries = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.838082] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.status_code_retry_delay = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.838241] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.timeout = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.838397] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.valid_interfaces = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.838565] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_limit.version = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.838758] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_reports.file_event_handler = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.838927] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.839101] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] oslo_reports.log_dir = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.839275] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.839437] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.839598] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.839764] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.839927] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.840097] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.840270] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.840450] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_ovs_privileged.group = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.840582] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.840749] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.840911] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.841083] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] vif_plug_ovs_privileged.user = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.841258] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.flat_interface = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.841441] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.841617] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.841788] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.841957] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.842143] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.842310] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.842494] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.842645] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.842815] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_ovs.isolate_vif = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.842980] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.843163] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.843334] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.843506] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_ovs.ovsdb_interface = native {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.843668] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] os_vif_ovs.per_port_bridge = False {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.843837] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] privsep_osbrick.capabilities = [21] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.843998] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] privsep_osbrick.group = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.844170] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] privsep_osbrick.helper_command = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.844339] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.844504] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.844663] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] privsep_osbrick.user = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.844834] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.844992] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] nova_sys_admin.group = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.845164] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] nova_sys_admin.helper_command = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.845385] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.845548] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.845711] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] nova_sys_admin.user = None {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.845845] env[71079]: DEBUG oslo_service.backend.eventlet.service [None req-4898e27f-17eb-463a-b4e1-b93fc3ba1545 None None] ******************************************************************************** {{(pid=71079) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 549.846330] env[71079]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 550.349464] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Getting list of instances from cluster (obj){ [ 550.349464] env[71079]: value = "domain-c8" [ 550.349464] env[71079]: _type = "ClusterComputeResource" [ 550.349464] env[71079]: } {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.350702] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991f467-dd74-4ac7-8a27-0be9d88284aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.359971] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Got total of 0 instances {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.360571] env[71079]: WARNING nova.virt.vmwareapi.driver [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 550.361064] env[71079]: INFO nova.virt.node [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Generated node identity 64534d0b-3c77-4192-bc40-4c6626510190 [ 550.361301] env[71079]: INFO nova.virt.node [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Wrote node identity 64534d0b-3c77-4192-bc40-4c6626510190 to /opt/stack/data/n-cpu-1/compute_id [ 550.864155] env[71079]: WARNING nova.compute.manager [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Compute nodes ['64534d0b-3c77-4192-bc40-4c6626510190'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 551.869919] env[71079]: INFO nova.compute.manager [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 552.875517] env[71079]: WARNING nova.compute.manager [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 552.875863] env[71079]: DEBUG oslo_concurrency.lockutils [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.876046] env[71079]: DEBUG oslo_concurrency.lockutils [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.876207] env[71079]: DEBUG oslo_concurrency.lockutils [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.876384] env[71079]: DEBUG nova.compute.resource_tracker [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 552.877363] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82718c05-6cff-481a-84a4-80472e2df695 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.885954] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f9926-6f77-4e9a-9587-4f84ec84d0a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.900644] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e0e5c-a8dc-40f7-85ed-ce9e576901e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.906925] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf654884-f233-4c49-96c1-4b423f5cde62 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.934900] env[71079]: DEBUG nova.compute.resource_tracker [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180984MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 552.935049] env[71079]: DEBUG oslo_concurrency.lockutils [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.935266] env[71079]: DEBUG oslo_concurrency.lockutils [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.438421] env[71079]: WARNING nova.compute.resource_tracker [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] No compute node record for cpu-1:64534d0b-3c77-4192-bc40-4c6626510190: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 64534d0b-3c77-4192-bc40-4c6626510190 could not be found. [ 553.942821] env[71079]: INFO nova.compute.resource_tracker [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 64534d0b-3c77-4192-bc40-4c6626510190 [ 555.451708] env[71079]: DEBUG nova.compute.resource_tracker [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 555.452179] env[71079]: DEBUG nova.compute.resource_tracker [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 555.612040] env[71079]: INFO nova.scheduler.client.report [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] [req-15f4639a-8fdc-4934-9581-a2769dfedc43] Created resource provider record via placement API for resource provider with UUID 64534d0b-3c77-4192-bc40-4c6626510190 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 555.628310] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d92d96-6bac-489d-9dbb-f6d5e9af4e0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.637022] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff711ed-41da-49ad-b3f2-8f9d46c6a7c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.667612] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751b29ad-3910-4550-8f15-0eecb0c1cbb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.675229] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba4884-8054-4872-8132-05e8569bfac7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.688776] env[71079]: DEBUG nova.compute.provider_tree [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.259251] env[71079]: DEBUG nova.scheduler.client.report [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Updated inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 556.259465] env[71079]: DEBUG nova.compute.provider_tree [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Updating resource provider 64534d0b-3c77-4192-bc40-4c6626510190 generation from 0 to 1 during operation: update_inventory {{(pid=71079) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.259601] env[71079]: DEBUG nova.compute.provider_tree [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.347704] env[71079]: DEBUG nova.compute.provider_tree [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Updating resource provider 64534d0b-3c77-4192-bc40-4c6626510190 generation from 1 to 2 during operation: update_traits {{(pid=71079) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.852377] env[71079]: DEBUG nova.compute.resource_tracker [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 556.852804] env[71079]: DEBUG oslo_concurrency.lockutils [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.917s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.852949] env[71079]: DEBUG nova.service [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Creating RPC server for service compute {{(pid=71079) start /opt/stack/nova/nova/service.py:186}} [ 556.867611] env[71079]: DEBUG nova.service [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] Join ServiceGroup membership for this service compute {{(pid=71079) start /opt/stack/nova/nova/service.py:203}} [ 556.867830] env[71079]: DEBUG nova.servicegroup.drivers.db [None req-27d20797-aa66-460b-b757-bcfa5cd31beb None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=71079) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 596.872550] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "2d27d490-abcb-4459-b039-e045378f97d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.872851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.375880] env[71079]: DEBUG nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.598427] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.598836] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.791777] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.792686] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.920745] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.921072] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.925674] env[71079]: INFO nova.compute.claims [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.101365] env[71079]: DEBUG nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.301891] env[71079]: DEBUG nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.378614] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "8b430097-236d-4d69-847c-1129653c46d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.379681] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "8b430097-236d-4d69-847c-1129653c46d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.632148] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.827999] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.884399] env[71079]: DEBUG nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.020967] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3ca739-a29b-4161-9ff6-1a316aea9721 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.030239] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8839e2e-eafe-47ef-a60d-840d33369258 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.065732] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930de498-f330-4f27-a17b-30eaf2106be6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.075714] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980c0c7-4acf-48b9-ae01-7417ab33aa24 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.093173] env[71079]: DEBUG nova.compute.provider_tree [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.418051] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.596456] env[71079]: DEBUG nova.scheduler.client.report [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.106050] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.106515] env[71079]: DEBUG nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.110822] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.479s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.113887] env[71079]: INFO nova.compute.claims [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.620237] env[71079]: DEBUG nova.compute.utils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.622092] env[71079]: DEBUG nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.622458] env[71079]: DEBUG nova.network.neutron [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.983721] env[71079]: DEBUG nova.policy [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b82abaa81f284c3686fa09fa35fcec61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e12c73eb6c4650b05da86f29bc6aa1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.129099] env[71079]: DEBUG nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.237183] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a70535-2514-4542-8e87-6983dda9d161 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.246582] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf5bd7a-228b-4a2a-b6d9-cc94562b2088 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.292651] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804cd85c-f077-49fc-9cd3-866cfc2e0dd2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.304031] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117e4b6-6ddb-4106-9513-603d43e8a02f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.322606] env[71079]: DEBUG nova.compute.provider_tree [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.778476] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.778791] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.826526] env[71079]: DEBUG nova.scheduler.client.report [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.031348] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "bbe9db38-468a-4c7d-8140-716ec900380d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.031618] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "bbe9db38-468a-4c7d-8140-716ec900380d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.149018] env[71079]: DEBUG nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.201452] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.201675] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.201826] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.202009] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.203712] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.203902] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.204146] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.204313] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.204887] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.205038] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.207019] env[71079]: DEBUG nova.virt.hardware [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.207019] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcccf1-a9f5-48d5-8ae4-a6e3f9e50946 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.219040] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bccda2-b687-4b3f-86fa-bd2db5577b17 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.242937] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d2166-ae92-484b-97e2-a31107f2722d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.283927] env[71079]: DEBUG nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.336291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.336757] env[71079]: DEBUG nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.340180] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.514s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.342346] env[71079]: INFO nova.compute.claims [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.512538] env[71079]: DEBUG nova.network.neutron [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Successfully created port: 126135b1-b5aa-4bb6-a9aa-81bbac1743db {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.537039] env[71079]: DEBUG nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.819021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.853128] env[71079]: DEBUG nova.compute.utils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.856063] env[71079]: DEBUG nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 603.069496] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.367667] env[71079]: DEBUG nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.483018] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87caa389-8205-43d1-9b4f-6d3857d36a22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.491539] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef2a1da-ffb3-49c5-b704-ac7bcb5c535e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.531959] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa852670-fa7e-4665-a8d3-99349e49b12b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.543149] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad67167-9d9c-4b51-b963-6fa461eac46b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.564409] env[71079]: DEBUG nova.compute.provider_tree [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.068970] env[71079]: DEBUG nova.scheduler.client.report [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.381798] env[71079]: DEBUG nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.425287] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.425519] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.425671] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.425876] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.425996] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.427301] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.427587] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.427779] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.427946] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.428115] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.428282] env[71079]: DEBUG nova.virt.hardware [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.429174] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2737d-82e3-49ca-954c-61478999722b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.442024] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb6a22-9959-405c-80a9-40f66f9ec853 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.452799] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "64df4dbf-7231-4fed-85d7-241dd9257df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.453048] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.464255] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.477821] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.481236] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ee68f4-5e86-4b8d-adb7-ec9149f2a5e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.493797] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Created folder: OpenStack in parent group-v4. [ 604.494012] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Creating folder: Project (c88762cf50774352b21027ae14e37564). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.496019] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae47bf31-86fa-4e4c-9a07-2da051216a37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.506116] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Created folder: Project (c88762cf50774352b21027ae14e37564) in parent group-v654700. [ 604.506272] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Creating folder: Instances. Parent ref: group-v654701. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.506470] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e8a74bd-117e-4323-98bb-d625289dcc70 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.518205] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Created folder: Instances in parent group-v654701. [ 604.518553] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.518793] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.519042] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c69fbb2-a33c-439d-884e-1e8d4a416b68 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.547835] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.547835] env[71079]: value = "task-3278221" [ 604.547835] env[71079]: _type = "Task" [ 604.547835] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.559177] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278221, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.577249] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.577249] env[71079]: DEBUG nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.581041] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.164s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.584060] env[71079]: INFO nova.compute.claims [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.980555] env[71079]: DEBUG nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.063987] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278221, 'name': CreateVM_Task, 'duration_secs': 0.313611} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.064356] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.065411] env[71079]: DEBUG oslo_vmware.service [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30272050-0f33-4f6a-81eb-57df621df4d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.073168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.073397] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.074116] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.074582] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac78386-e69b-4ebe-9135-6ce1d254478a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.080547] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 605.080547] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522db7ef-3e83-ae91-789f-5f0979247445" [ 605.080547] env[71079]: _type = "Task" [ 605.080547] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.089892] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522db7ef-3e83-ae91-789f-5f0979247445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.097516] env[71079]: DEBUG nova.compute.utils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.106562] env[71079]: DEBUG nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.106858] env[71079]: DEBUG nova.network.neutron [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.310338] env[71079]: DEBUG nova.policy [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92d5677de254395b61132eb392b6a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58854cfb5fc94756ba30e84e59f2a421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.512061] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.594688] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.595022] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.595275] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.595596] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.596200] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.596623] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f81ed716-ef30-4858-8a04-159212bf685e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.605723] env[71079]: DEBUG nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.616327] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.616800] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.617676] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f129a9-fb8f-4d21-a07b-e4f9af68d21b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.625407] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e316bc1-74f0-494d-a423-8c233d41de16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.633933] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 605.633933] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f7cd86-3b4c-cd56-d843-6df99c2eacfb" [ 605.633933] env[71079]: _type = "Task" [ 605.633933] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.642128] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f7cd86-3b4c-cd56-d843-6df99c2eacfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.734239] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5670b9-7739-4502-864a-b43c1afeae86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.742057] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e490ba90-513a-44c6-9975-b1ce5810a3e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.773638] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72232d45-6d40-4066-a968-c9d41a30b9a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.780984] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed70f2-8514-4904-9876-215871d183d2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.796278] env[71079]: DEBUG nova.compute.provider_tree [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.141876] env[71079]: DEBUG nova.network.neutron [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Successfully updated port: 126135b1-b5aa-4bb6-a9aa-81bbac1743db {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.150276] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Preparing fetch location {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.150712] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Creating directory with path [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.150790] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7323fa64-1ca0-4402-9eb5-6897df2a3ca1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.171954] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Created directory with path [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.171954] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Fetch image to [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.171954] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Downloading image file data 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk on the data store datastore1 {{(pid=71079) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.173313] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbfc6ec-441a-48e8-8641-28f0e8142a7c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.181719] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b804ee0-5fb9-40d1-95ba-3028e96083e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.195141] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff3650-c829-4ef0-b2d1-eaea1a2e4901 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.229095] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7225ff-b2fd-4d8a-9486-99508a8e4dbf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.236233] env[71079]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-164dff7d-a814-45d0-ade1-63d73d35ec10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.267221] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Downloading image file data 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to the data store datastore1 {{(pid=71079) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 606.302582] env[71079]: DEBUG nova.scheduler.client.report [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.367203] env[71079]: DEBUG oslo_vmware.rw_handles [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71079) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 606.502211] env[71079]: DEBUG nova.network.neutron [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Successfully created port: 8290b1f2-0ac2-4e51-8573-1075c3794d39 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.598035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.598035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.614380] env[71079]: DEBUG nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.647201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.647201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquired lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.647201] env[71079]: DEBUG nova.network.neutron [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.666118] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.666118] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.666118] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.666480] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.666818] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.667102] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.667447] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.668299] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.668814] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.669323] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.669774] env[71079]: DEBUG nova.virt.hardware [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.671374] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4359e833-b441-46fb-b358-42abb332afd7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.682889] env[71079]: DEBUG nova.compute.manager [req-f481ec2a-d8d8-47c0-a13c-87bc144adfac req-26b923b4-8b84-44e9-9617-ac839caba2a4 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Received event network-vif-plugged-126135b1-b5aa-4bb6-a9aa-81bbac1743db {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.683486] env[71079]: DEBUG oslo_concurrency.lockutils [req-f481ec2a-d8d8-47c0-a13c-87bc144adfac req-26b923b4-8b84-44e9-9617-ac839caba2a4 service nova] Acquiring lock "2d27d490-abcb-4459-b039-e045378f97d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.687107] env[71079]: DEBUG oslo_concurrency.lockutils [req-f481ec2a-d8d8-47c0-a13c-87bc144adfac req-26b923b4-8b84-44e9-9617-ac839caba2a4 service nova] Lock "2d27d490-abcb-4459-b039-e045378f97d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.687107] env[71079]: DEBUG oslo_concurrency.lockutils [req-f481ec2a-d8d8-47c0-a13c-87bc144adfac req-26b923b4-8b84-44e9-9617-ac839caba2a4 service nova] Lock "2d27d490-abcb-4459-b039-e045378f97d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.687107] env[71079]: DEBUG nova.compute.manager [req-f481ec2a-d8d8-47c0-a13c-87bc144adfac req-26b923b4-8b84-44e9-9617-ac839caba2a4 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] No waiting events found dispatching network-vif-plugged-126135b1-b5aa-4bb6-a9aa-81bbac1743db {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.687107] env[71079]: WARNING nova.compute.manager [req-f481ec2a-d8d8-47c0-a13c-87bc144adfac req-26b923b4-8b84-44e9-9617-ac839caba2a4 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Received unexpected event network-vif-plugged-126135b1-b5aa-4bb6-a9aa-81bbac1743db for instance with vm_state building and task_state spawning. [ 606.692917] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f64c1-9dc4-4db4-ba94-2b91f2ec8e95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.811215] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.811777] env[71079]: DEBUG nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.815654] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.997s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.816944] env[71079]: INFO nova.compute.claims [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.071694] env[71079]: DEBUG oslo_vmware.rw_handles [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Completed reading data from the image iterator. {{(pid=71079) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 607.071924] env[71079]: DEBUG oslo_vmware.rw_handles [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 607.102580] env[71079]: DEBUG nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.193046] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Downloaded image file data 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk on the data store datastore1 {{(pid=71079) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.193535] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Caching image {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.193535] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Copying Virtual Disk [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk to [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.193895] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffba1a71-b1d7-4d41-9499-1c604962b8c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.207653] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 607.207653] env[71079]: value = "task-3278222" [ 607.207653] env[71079]: _type = "Task" [ 607.207653] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.222669] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.325379] env[71079]: DEBUG nova.network.neutron [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.329027] env[71079]: DEBUG nova.compute.utils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.333868] env[71079]: DEBUG nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 607.632583] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.719927] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278222, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.840035] env[71079]: DEBUG nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.876393] env[71079]: DEBUG nova.network.neutron [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Updating instance_info_cache with network_info: [{"id": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "address": "fa:16:3e:da:bc:73", "network": {"id": "0cb715e8-c238-4832-bde5-b5446055e1ef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1970907672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e12c73eb6c4650b05da86f29bc6aa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126135b1-b5", "ovs_interfaceid": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.999805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7f748a-12b5-4d0d-9cb5-ff4d534c0d90 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.007782] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37843bcc-decb-42d4-a1b6-ec764b118a31 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.049144] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6e3e2-4601-42cd-aa36-77188760dd5f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.060574] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d751a-83e6-4aa2-be47-90232518dedc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.084652] env[71079]: DEBUG nova.compute.provider_tree [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.224786] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673661} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.224786] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Copied Virtual Disk [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk to [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.224786] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleting the datastore file [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.225010] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb6ff34-1b74-472e-b3e3-09a6c6dd1916 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.232920] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 608.232920] env[71079]: value = "task-3278223" [ 608.232920] env[71079]: _type = "Task" [ 608.232920] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.245586] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.383777] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Releasing lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.384133] env[71079]: DEBUG nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Instance network_info: |[{"id": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "address": "fa:16:3e:da:bc:73", "network": {"id": "0cb715e8-c238-4832-bde5-b5446055e1ef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1970907672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e12c73eb6c4650b05da86f29bc6aa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126135b1-b5", "ovs_interfaceid": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.384649] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:bc:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '126135b1-b5aa-4bb6-a9aa-81bbac1743db', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.400436] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Creating folder: Project (b2e12c73eb6c4650b05da86f29bc6aa1). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.400756] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7a5145f-40a7-4b90-9bbc-3b91b5384942 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.415226] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Created folder: Project (b2e12c73eb6c4650b05da86f29bc6aa1) in parent group-v654700. [ 608.416422] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Creating folder: Instances. Parent ref: group-v654704. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.416728] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e59aa352-b3f6-4c0f-837c-7e934a663876 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.429369] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Created folder: Instances in parent group-v654704. [ 608.429601] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.429807] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.430023] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa43f82-6b7a-4500-980c-0c10230fd3c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.452264] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.452264] env[71079]: value = "task-3278226" [ 608.452264] env[71079]: _type = "Task" [ 608.452264] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.461715] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278226, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.589154] env[71079]: DEBUG nova.scheduler.client.report [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.749676] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023216} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.749676] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.749676] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Moving file from [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199. {{(pid=71079) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 608.749676] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f864f0da-391e-40ba-b68d-5963e2e5644e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.756162] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 608.756162] env[71079]: value = "task-3278227" [ 608.756162] env[71079]: _type = "Task" [ 608.756162] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.768902] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278227, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.860245] env[71079]: DEBUG nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.890073] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.890724] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.890955] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.891215] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.891513] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.891811] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.892130] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.892642] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.892942] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.893307] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.893767] env[71079]: DEBUG nova.virt.hardware [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.896768] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ff565-2a74-469b-a7d8-0a1df78af5ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.907897] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819da323-4291-42b6-9ccd-de4a49891a4f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.927625] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.936781] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Creating folder: Project (550b444022ee42629d429b7bea17133a). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.937136] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53cf006e-8e3d-46cc-9912-d850b23bc873 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.948359] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Created folder: Project (550b444022ee42629d429b7bea17133a) in parent group-v654700. [ 608.948451] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Creating folder: Instances. Parent ref: group-v654707. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.948981] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-114913a1-1fd6-4af7-92b1-677e92074298 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.968185] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Created folder: Instances in parent group-v654707. [ 608.970120] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.970120] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.970120] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d32a6dcc-2d7b-4937-acb7-59ec1f1a03cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.985958] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278226, 'name': CreateVM_Task, 'duration_secs': 0.39759} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.986730] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.991793] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.991793] env[71079]: value = "task-3278230" [ 608.991793] env[71079]: _type = "Task" [ 608.991793] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.997628] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278230, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.004272] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.004462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.004752] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.005019] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4568f669-cf76-488d-9683-2471d07441f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.011966] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 609.011966] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529ce235-82d9-266c-0075-173210f9ad6a" [ 609.011966] env[71079]: _type = "Task" [ 609.011966] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.023375] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529ce235-82d9-266c-0075-173210f9ad6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.095432] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.096050] env[71079]: DEBUG nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.107261] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.036s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.107261] env[71079]: INFO nova.compute.claims [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.272191] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278227, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02719} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.272479] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] File moved {{(pid=71079) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 609.272972] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Cleaning up location [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 609.273199] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleting the datastore file [datastore1] vmware_temp/2204b122-103d-4ddb-a327-7e59197767d8 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.273493] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74ca9e6e-a963-4352-a1ec-037451e1f722 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.281456] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 609.281456] env[71079]: value = "task-3278231" [ 609.281456] env[71079]: _type = "Task" [ 609.281456] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.292969] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.506116] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278230, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.523857] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529ce235-82d9-266c-0075-173210f9ad6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.526482] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.526482] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.526482] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.620702] env[71079]: DEBUG nova.compute.utils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.624182] env[71079]: DEBUG nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.624468] env[71079]: DEBUG nova.network.neutron [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.714556] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.714933] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.779478] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "234bae3a-7868-453f-9072-24eb855d57ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.779785] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.795986] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024812} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.799370] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.800747] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5321634b-cf57-4ba0-97c7-b8b702b61113 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.811727] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 609.811727] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db5420-03e2-cd25-078c-79032a5b1dc0" [ 609.811727] env[71079]: _type = "Task" [ 609.811727] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.823318] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db5420-03e2-cd25-078c-79032a5b1dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.824307] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.824307] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.824307] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.824307] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.824591] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-638d50fa-5836-46fd-a3a7-a0793eceb5ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.827919] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f2a3b8-3693-479d-b35c-298c57e139c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.836983] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 609.836983] env[71079]: value = "task-3278232" [ 609.836983] env[71079]: _type = "Task" [ 609.836983] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.837862] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.838692] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.845118] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593e1a6f-25c8-476d-9c96-b44124dc97a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.848302] env[71079]: DEBUG nova.policy [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaef2bd12a7d44768fc8ea58e4289642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09b3dd4b6d794f6ca1d326ded76c173e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.857034] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.858378] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 609.858378] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e1edc8-7e43-5a50-a235-245d95bb49e3" [ 609.858378] env[71079]: _type = "Task" [ 609.858378] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.868686] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e1edc8-7e43-5a50-a235-245d95bb49e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.869592] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad8bde0-7185-4aac-b9e7-2045c6c57028 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.875195] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 609.875195] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523bf92c-7ffe-dd5a-b592-c59687933288" [ 609.875195] env[71079]: _type = "Task" [ 609.875195] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.883774] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523bf92c-7ffe-dd5a-b592-c59687933288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.939165] env[71079]: DEBUG nova.network.neutron [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Successfully updated port: 8290b1f2-0ac2-4e51-8573-1075c3794d39 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.013955] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278230, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.127131] env[71079]: DEBUG nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.222571] env[71079]: DEBUG nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.282689] env[71079]: DEBUG nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.364328] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47126} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.367382] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.367638] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.369575] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdfad8cd-ef3b-4ab0-aa46-7ff2f3967274 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.377549] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 610.377549] env[71079]: value = "task-3278233" [ 610.377549] env[71079]: _type = "Task" [ 610.377549] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.391359] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523bf92c-7ffe-dd5a-b592-c59687933288, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.398222] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.399441] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 2d27d490-abcb-4459-b039-e045378f97d6/2d27d490-abcb-4459-b039-e045378f97d6.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.399441] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.399441] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38aec17d-4899-411b-a214-1bb35b53a4d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.406122] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 610.406122] env[71079]: value = "task-3278234" [ 610.406122] env[71079]: _type = "Task" [ 610.406122] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.419937] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.434757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b80723-866c-4665-9385-c151e1700b68 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.441683] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "refresh_cache-76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.441683] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired lock "refresh_cache-76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.444345] env[71079]: DEBUG nova.network.neutron [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.470571] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedd03f8-bfdf-42eb-bd28-559e11887678 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.497389] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685e4f47-2964-4f9f-b103-5b9d0156cfbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.505994] env[71079]: DEBUG nova.compute.manager [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Received event network-changed-126135b1-b5aa-4bb6-a9aa-81bbac1743db {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.507281] env[71079]: DEBUG nova.compute.manager [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Refreshing instance network info cache due to event network-changed-126135b1-b5aa-4bb6-a9aa-81bbac1743db. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.507281] env[71079]: DEBUG oslo_concurrency.lockutils [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] Acquiring lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.507281] env[71079]: DEBUG oslo_concurrency.lockutils [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] Acquired lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.507281] env[71079]: DEBUG nova.network.neutron [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Refreshing network info cache for port 126135b1-b5aa-4bb6-a9aa-81bbac1743db {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.542761] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34c973c-d3f6-4448-9aa6-5468cb38e3d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.552770] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278230, 'name': CreateVM_Task, 'duration_secs': 1.345802} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.552770] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.552770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.552770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.552770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.553176] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9576e6-7194-42ed-928e-b454761392c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.564323] env[71079]: DEBUG nova.compute.provider_tree [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.572584] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 610.572584] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d2a4-c690-43ee-4fe7-05469cad0c3b" [ 610.572584] env[71079]: _type = "Task" [ 610.572584] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.588402] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d2a4-c690-43ee-4fe7-05469cad0c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.757669] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.817516] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.898176] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063787} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.900795] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.900795] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de23f56-a04a-4a1f-b208-aa708c36d240 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.925596] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.929112] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8caa94fb-259d-48a4-82fd-8a413b5166a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.958354] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446731} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.959831] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 2d27d490-abcb-4459-b039-e045378f97d6/2d27d490-abcb-4459-b039-e045378f97d6.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.960061] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.961027] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 610.961027] env[71079]: value = "task-3278235" [ 610.961027] env[71079]: _type = "Task" [ 610.961027] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.961027] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585005c9-ca0b-4c29-b36e-512478005f7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.970849] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.973410] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 610.973410] env[71079]: value = "task-3278236" [ 610.973410] env[71079]: _type = "Task" [ 610.973410] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.070279] env[71079]: DEBUG nova.scheduler.client.report [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.091968] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d2a4-c690-43ee-4fe7-05469cad0c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.053156} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.092959] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.093330] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.093576] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.093723] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.093948] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.094830] env[71079]: DEBUG nova.network.neutron [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.097226] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b20e5df-261b-4b02-8101-ea1bccf6dae2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.106231] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.106418] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.107255] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b04b884-8b66-4f14-8337-721aa7c9be3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.112971] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 611.112971] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52973922-7960-4174-43a6-b41e0fbe21d6" [ 611.112971] env[71079]: _type = "Task" [ 611.112971] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.121152] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52973922-7960-4174-43a6-b41e0fbe21d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.141467] env[71079]: DEBUG nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.174105] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.174105] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.174105] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.174272] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.174272] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.174272] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.174272] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.174272] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.174503] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.174503] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.174503] env[71079]: DEBUG nova.virt.hardware [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.174503] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf1d0b7-b836-4ffe-80a1-915405ed86dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.185710] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9e9dd-4777-4a58-a081-0fb07ba9b830 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.372303] env[71079]: DEBUG nova.network.neutron [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Successfully created port: b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.474010] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278235, 'name': ReconfigVM_Task, 'duration_secs': 0.316916} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.477794] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.478988] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-004a0941-95dd-441a-b8c3-ba7d5cb46fbe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.485423] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080869} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.487161] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.487564] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 611.487564] env[71079]: value = "task-3278237" [ 611.487564] env[71079]: _type = "Task" [ 611.487564] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.488346] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc57730b-3a9e-4d0f-bc76-867c0b02a4be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.501868] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278237, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.522795] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 2d27d490-abcb-4459-b039-e045378f97d6/2d27d490-abcb-4459-b039-e045378f97d6.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.523108] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62464a71-afb0-4b81-a754-c402cc3f22b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.551654] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 611.551654] env[71079]: value = "task-3278238" [ 611.551654] env[71079]: _type = "Task" [ 611.551654] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.559718] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.575292] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.575818] env[71079]: DEBUG nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.578363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.067s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.579751] env[71079]: INFO nova.compute.claims [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.597102] env[71079]: DEBUG nova.compute.manager [req-8357c033-a7de-4903-bdc1-d34c3f842802 req-1b4a2a3e-ca1f-4bbb-953b-ac96f02ad3fb service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Received event network-vif-plugged-8290b1f2-0ac2-4e51-8573-1075c3794d39 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.597102] env[71079]: DEBUG oslo_concurrency.lockutils [req-8357c033-a7de-4903-bdc1-d34c3f842802 req-1b4a2a3e-ca1f-4bbb-953b-ac96f02ad3fb service nova] Acquiring lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.597102] env[71079]: DEBUG oslo_concurrency.lockutils [req-8357c033-a7de-4903-bdc1-d34c3f842802 req-1b4a2a3e-ca1f-4bbb-953b-ac96f02ad3fb service nova] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.597102] env[71079]: DEBUG oslo_concurrency.lockutils [req-8357c033-a7de-4903-bdc1-d34c3f842802 req-1b4a2a3e-ca1f-4bbb-953b-ac96f02ad3fb service nova] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.597102] env[71079]: DEBUG nova.compute.manager [req-8357c033-a7de-4903-bdc1-d34c3f842802 req-1b4a2a3e-ca1f-4bbb-953b-ac96f02ad3fb service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] No waiting events found dispatching network-vif-plugged-8290b1f2-0ac2-4e51-8573-1075c3794d39 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.597302] env[71079]: WARNING nova.compute.manager [req-8357c033-a7de-4903-bdc1-d34c3f842802 req-1b4a2a3e-ca1f-4bbb-953b-ac96f02ad3fb service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Received unexpected event network-vif-plugged-8290b1f2-0ac2-4e51-8573-1075c3794d39 for instance with vm_state building and task_state spawning. [ 611.628105] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52973922-7960-4174-43a6-b41e0fbe21d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.631419] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e6e778-5273-460e-b301-7c44088227b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.637164] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 611.637164] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529713fb-773f-5b88-8e40-a3608439ed8a" [ 611.637164] env[71079]: _type = "Task" [ 611.637164] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.652465] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529713fb-773f-5b88-8e40-a3608439ed8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.653462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.653761] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8b430097-236d-4d69-847c-1129653c46d7/8b430097-236d-4d69-847c-1129653c46d7.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.654713] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09fd7aae-7fec-46b3-9201-d876d8797dbf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.662823] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 611.662823] env[71079]: value = "task-3278239" [ 611.662823] env[71079]: _type = "Task" [ 611.662823] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.674166] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.680373] env[71079]: DEBUG nova.network.neutron [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Updating instance_info_cache with network_info: [{"id": "8290b1f2-0ac2-4e51-8573-1075c3794d39", "address": "fa:16:3e:70:37:2e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290b1f2-0a", "ovs_interfaceid": "8290b1f2-0ac2-4e51-8573-1075c3794d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.833205] env[71079]: DEBUG nova.network.neutron [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Updated VIF entry in instance network info cache for port 126135b1-b5aa-4bb6-a9aa-81bbac1743db. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.835221] env[71079]: DEBUG nova.network.neutron [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Updating instance_info_cache with network_info: [{"id": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "address": "fa:16:3e:da:bc:73", "network": {"id": "0cb715e8-c238-4832-bde5-b5446055e1ef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1970907672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e12c73eb6c4650b05da86f29bc6aa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126135b1-b5", "ovs_interfaceid": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.011574] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278237, 'name': Rename_Task, 'duration_secs': 0.143865} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.011952] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.012232] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38431a7d-2973-407b-8c96-f75045aef81b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.022395] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 612.022395] env[71079]: value = "task-3278240" [ 612.022395] env[71079]: _type = "Task" [ 612.022395] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.036154] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.061419] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278238, 'name': ReconfigVM_Task, 'duration_secs': 0.289535} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.061520] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 2d27d490-abcb-4459-b039-e045378f97d6/2d27d490-abcb-4459-b039-e045378f97d6.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.062146] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b059ab47-0817-497d-afa5-d9a237138d04 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.067844] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 612.067844] env[71079]: value = "task-3278241" [ 612.067844] env[71079]: _type = "Task" [ 612.067844] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.079018] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278241, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.086880] env[71079]: DEBUG nova.compute.utils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.093480] env[71079]: DEBUG nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.093667] env[71079]: DEBUG nova.network.neutron [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.177881] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492433} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.178153] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8b430097-236d-4d69-847c-1129653c46d7/8b430097-236d-4d69-847c-1129653c46d7.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.178404] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.181080] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53725aa-994d-42b0-bc86-c2cc870b8646 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.186270] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Releasing lock "refresh_cache-76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.186270] env[71079]: DEBUG nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Instance network_info: |[{"id": "8290b1f2-0ac2-4e51-8573-1075c3794d39", "address": "fa:16:3e:70:37:2e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290b1f2-0a", "ovs_interfaceid": "8290b1f2-0ac2-4e51-8573-1075c3794d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.186418] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 612.186418] env[71079]: value = "task-3278242" [ 612.186418] env[71079]: _type = "Task" [ 612.186418] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.186632] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:37:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8290b1f2-0ac2-4e51-8573-1075c3794d39', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.198891] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Creating folder: Project (58854cfb5fc94756ba30e84e59f2a421). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.199769] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46763192-e992-4a25-8275-30c23fcdb68f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.215539] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.216949] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Created folder: Project (58854cfb5fc94756ba30e84e59f2a421) in parent group-v654700. [ 612.217157] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Creating folder: Instances. Parent ref: group-v654710. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.217398] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53acbb5f-8ddc-4394-88d0-5a54a1964418 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.227824] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Created folder: Instances in parent group-v654710. [ 612.228096] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.229742] env[71079]: DEBUG nova.policy [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5dd6f5a9ae24ff5b6b4331764462cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b378fd6a8af414982ecf19db11f1a21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.231158] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.231405] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc4e1aa2-dd75-4745-afde-9ba8db33e30e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.250584] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.250584] env[71079]: value = "task-3278245" [ 612.250584] env[71079]: _type = "Task" [ 612.250584] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.258341] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278245, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.336658] env[71079]: DEBUG oslo_concurrency.lockutils [req-d60339ff-632a-4918-a8d7-41a895f7e7a1 req-31344fed-469f-4dd3-9a76-f8a3fd42ffb8 service nova] Releasing lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.540164] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.831803] env[71079]: DEBUG nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.876803] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061122} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.877085] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278241, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.879185] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.885036] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e470602b-36dc-4c52-b642-67f0f347eede {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.891210] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278245, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.913030] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 8b430097-236d-4d69-847c-1129653c46d7/8b430097-236d-4d69-847c-1129653c46d7.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.917407] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e6b1da-fed2-4955-87e8-c9a1bc38f333 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.939146] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 612.939146] env[71079]: value = "task-3278246" [ 612.939146] env[71079]: _type = "Task" [ 612.939146] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.950119] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.958087] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.958339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.043992] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.279127] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5bba6d-e36c-453d-9343-489231ded8f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.289284] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef8a13-841b-4cd8-8462-fcd07e9533bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.335156] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d41ae7-5a8d-4f2e-b78d-5a1a7c60d659 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.348511] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278241, 'name': Rename_Task, 'duration_secs': 0.929123} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.349270] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.350556] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e914c-f9fa-44ee-b15c-0af5cfa8017f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.362057] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc7edc0-5cfe-49d2-b946-a40aa2e26b40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.366614] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278245, 'name': CreateVM_Task, 'duration_secs': 0.923464} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.367496] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.368362] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.368921] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.368921] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.369162] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b3382d-c6e4-48ef-89c3-59fc8d072639 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.381976] env[71079]: DEBUG nova.compute.provider_tree [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.383422] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 613.383422] env[71079]: value = "task-3278247" [ 613.383422] env[71079]: _type = "Task" [ 613.383422] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.391511] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 613.391511] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520ddef7-2aa6-7bdb-4c0a-400895093e9d" [ 613.391511] env[71079]: _type = "Task" [ 613.391511] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.399181] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278247, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.404871] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520ddef7-2aa6-7bdb-4c0a-400895093e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.405169] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.405393] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.405610] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.405772] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.406411] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.406411] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff0852d-5273-4b17-a03f-ace496629d8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.414182] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.414362] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.415102] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979d82d4-211b-44f5-9704-3ae34a273be5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.421733] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 613.421733] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52caed4b-6627-3bde-0131-b93419460010" [ 613.421733] env[71079]: _type = "Task" [ 613.421733] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.430852] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52caed4b-6627-3bde-0131-b93419460010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.450097] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278246, 'name': ReconfigVM_Task, 'duration_secs': 0.361271} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.450396] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 8b430097-236d-4d69-847c-1129653c46d7/8b430097-236d-4d69-847c-1129653c46d7.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.450998] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b86a32c-5b6d-4e9a-9ec9-bfd70b8e9b8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.457092] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 613.457092] env[71079]: value = "task-3278248" [ 613.457092] env[71079]: _type = "Task" [ 613.457092] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.466817] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278248, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.473901] env[71079]: DEBUG nova.network.neutron [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Successfully created port: 8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.542355] env[71079]: DEBUG oslo_vmware.api [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278240, 'name': PowerOnVM_Task, 'duration_secs': 1.275636} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.542639] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.543108] env[71079]: INFO nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Took 9.16 seconds to spawn the instance on the hypervisor. [ 613.543399] env[71079]: DEBUG nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.544466] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a828db1c-4d8c-4de9-87db-bbd00d69c7fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.653698] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "ebc8a1c8-1686-4703-93b9-4994f544fee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.653944] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.868418] env[71079]: DEBUG nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.886089] env[71079]: DEBUG nova.scheduler.client.report [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.906106] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.911937] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.911937] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.911937] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.912548] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.912548] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.918021] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.918021] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.918021] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.918021] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.918021] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.918273] env[71079]: DEBUG nova.virt.hardware [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.918273] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a457c0e-6d88-4dfd-bc71-e61ec77da16a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.935326] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d98eab-df9f-4526-b9cd-3bb41422810b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.942563] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52caed4b-6627-3bde-0131-b93419460010, 'name': SearchDatastore_Task, 'duration_secs': 0.018698} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.953323] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9900e4a-7f34-45ed-8c8e-a1c54a7fe15e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.963441] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 613.963441] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529b85ad-b98d-f25d-68c0-07c0d96eb09e" [ 613.963441] env[71079]: _type = "Task" [ 613.963441] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.970498] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278248, 'name': Rename_Task, 'duration_secs': 0.162523} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.972045] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.972045] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c2844e4-b2e0-457b-84a6-ce0252ae094a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.976756] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529b85ad-b98d-f25d-68c0-07c0d96eb09e, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.977217] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.977472] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad/76845f8c-e70a-4f92-a3ba-dc7c2c5127ad.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.977716] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24a71151-e95b-46ab-b952-731381ae9306 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.981065] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 613.981065] env[71079]: value = "task-3278249" [ 613.981065] env[71079]: _type = "Task" [ 613.981065] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.986024] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 613.986024] env[71079]: value = "task-3278250" [ 613.986024] env[71079]: _type = "Task" [ 613.986024] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.992074] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.998528] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.071505] env[71079]: INFO nova.compute.manager [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Took 15.46 seconds to build instance. [ 614.400212] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.400212] env[71079]: DEBUG nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.402514] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.770s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.404662] env[71079]: INFO nova.compute.claims [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.419787] env[71079]: DEBUG oslo_vmware.api [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278247, 'name': PowerOnVM_Task, 'duration_secs': 1.035636} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.420165] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.421019] env[71079]: INFO nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Took 12.27 seconds to spawn the instance on the hypervisor. [ 614.421019] env[71079]: DEBUG nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.421684] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb7d6b3-19eb-48d1-b985-e97a56d06bb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.502489] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.505187] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278249, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.573709] env[71079]: DEBUG oslo_concurrency.lockutils [None req-767bb773-6d2d-412f-bb39-b3f109e991d0 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.974s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.591741] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.591987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.734304] env[71079]: DEBUG nova.network.neutron [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Successfully updated port: b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.912183] env[71079]: DEBUG nova.compute.utils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.914298] env[71079]: DEBUG nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.914377] env[71079]: DEBUG nova.network.neutron [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.950239] env[71079]: INFO nova.compute.manager [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Took 17.07 seconds to build instance. [ 614.963143] env[71079]: DEBUG nova.policy [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4117a3ec757476188b13519f1d962b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb485936e0e4513a83b9a55feedc157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.994965] env[71079]: DEBUG oslo_vmware.api [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278249, 'name': PowerOnVM_Task, 'duration_secs': 0.76362} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.999617] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.999617] env[71079]: INFO nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Took 6.14 seconds to spawn the instance on the hypervisor. [ 614.999617] env[71079]: DEBUG nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.000336] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f2dd6-f997-43e8-bfb0-0133a2945591 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.008583] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542534} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.012622] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad/76845f8c-e70a-4f92-a3ba-dc7c2c5127ad.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.012896] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.017663] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e4ec49-8674-4173-a2a3-ef1cc5e69651 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.024905] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 615.024905] env[71079]: value = "task-3278251" [ 615.024905] env[71079]: _type = "Task" [ 615.024905] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.035385] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.080079] env[71079]: DEBUG nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.240577] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.240698] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquired lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.240970] env[71079]: DEBUG nova.network.neutron [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.416942] env[71079]: DEBUG nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.455891] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ddb6a0d-a48f-41e0-907b-7b1ccd155b23 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.583s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.513770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "beed49de-6836-46f8-a6f0-c6fa330eafc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.514015] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.531305] env[71079]: INFO nova.compute.manager [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Took 16.14 seconds to build instance. [ 615.541287] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066207} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.543341] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.543859] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2f90bf-832d-4b59-a27d-3873cae8c278 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.569054] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad/76845f8c-e70a-4f92-a3ba-dc7c2c5127ad.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.572687] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df409bf5-8808-4fe2-8edf-9d4c78c8b3bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.597234] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 615.597234] env[71079]: value = "task-3278252" [ 615.597234] env[71079]: _type = "Task" [ 615.597234] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.605880] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.609907] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.749808] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c3d477-4620-4b97-a6c7-addae5a9a3c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.758800] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1bd00f-ecf2-4861-95e1-f8213cccda00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.793860] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a29b8d-9af5-4581-a558-aa104de71d92 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.801551] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e970efb5-7065-435c-9a84-8dfd38f3bd5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.808038] env[71079]: DEBUG nova.compute.manager [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Received event network-changed-8290b1f2-0ac2-4e51-8573-1075c3794d39 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.808038] env[71079]: DEBUG nova.compute.manager [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Refreshing instance network info cache due to event network-changed-8290b1f2-0ac2-4e51-8573-1075c3794d39. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.808176] env[71079]: DEBUG oslo_concurrency.lockutils [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] Acquiring lock "refresh_cache-76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.808316] env[71079]: DEBUG oslo_concurrency.lockutils [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] Acquired lock "refresh_cache-76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.808506] env[71079]: DEBUG nova.network.neutron [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Refreshing network info cache for port 8290b1f2-0ac2-4e51-8573-1075c3794d39 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.820200] env[71079]: DEBUG nova.compute.provider_tree [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.821957] env[71079]: DEBUG nova.network.neutron [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Successfully created port: d6b298ca-148d-490f-9367-4d2437e027a5 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.853113] env[71079]: DEBUG nova.network.neutron [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.869167] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.869468] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.869660] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.870343] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.870599] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.870885] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.871056] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_power_states {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.959945] env[71079]: DEBUG nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.038137] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa41e4ac-1dea-442e-95d5-9c1bacf6d992 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "8b430097-236d-4d69-847c-1129653c46d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.658s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.075942] env[71079]: DEBUG nova.compute.manager [req-4c54bb39-dd7a-4b02-a064-b458bdccc545 req-325a60f8-1382-4d0a-a8bd-590d9092d449 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Received event network-vif-plugged-b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.076237] env[71079]: DEBUG oslo_concurrency.lockutils [req-4c54bb39-dd7a-4b02-a064-b458bdccc545 req-325a60f8-1382-4d0a-a8bd-590d9092d449 service nova] Acquiring lock "5886f11a-d2d5-459e-82ca-7e718cf28b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.076959] env[71079]: DEBUG oslo_concurrency.lockutils [req-4c54bb39-dd7a-4b02-a064-b458bdccc545 req-325a60f8-1382-4d0a-a8bd-590d9092d449 service nova] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.077258] env[71079]: DEBUG oslo_concurrency.lockutils [req-4c54bb39-dd7a-4b02-a064-b458bdccc545 req-325a60f8-1382-4d0a-a8bd-590d9092d449 service nova] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.077481] env[71079]: DEBUG nova.compute.manager [req-4c54bb39-dd7a-4b02-a064-b458bdccc545 req-325a60f8-1382-4d0a-a8bd-590d9092d449 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] No waiting events found dispatching network-vif-plugged-b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.077690] env[71079]: WARNING nova.compute.manager [req-4c54bb39-dd7a-4b02-a064-b458bdccc545 req-325a60f8-1382-4d0a-a8bd-590d9092d449 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Received unexpected event network-vif-plugged-b2534cab-d28f-4659-941e-c4b56f07cd0b for instance with vm_state building and task_state spawning. [ 616.111260] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.328130] env[71079]: DEBUG nova.scheduler.client.report [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.377176] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Getting list of instances from cluster (obj){ [ 616.377176] env[71079]: value = "domain-c8" [ 616.377176] env[71079]: _type = "ClusterComputeResource" [ 616.377176] env[71079]: } {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.377176] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08154ff-97cb-47af-a4a9-ecdeec0d4d36 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.391460] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Got total of 4 instances {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.391460] env[71079]: WARNING nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] While synchronizing instance power states, found 8 instances in the database and 4 instances on the hypervisor. [ 616.391460] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 2d27d490-abcb-4459-b039-e045378f97d6 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.391460] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 524f9d7c-3a51-4570-bad1-4b4a2e51c639 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.391460] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.391460] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 8b430097-236d-4d69-847c-1129653c46d7 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.391460] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 5886f11a-d2d5-459e-82ca-7e718cf28b19 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.392110] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid bbe9db38-468a-4c7d-8140-716ec900380d {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.392436] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 64df4dbf-7231-4fed-85d7-241dd9257df8 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.392730] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 92011c0d-65c5-43e3-a9c4-3fa1c46d3727 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 616.393186] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "2d27d490-abcb-4459-b039-e045378f97d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.393588] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "2d27d490-abcb-4459-b039-e045378f97d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.396069] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396069] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.396069] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396069] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "8b430097-236d-4d69-847c-1129653c46d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396248] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "8b430097-236d-4d69-847c-1129653c46d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.396248] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396248] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "bbe9db38-468a-4c7d-8140-716ec900380d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396248] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "64df4dbf-7231-4fed-85d7-241dd9257df8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396376] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.396376] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.396622] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 616.397476] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd8c8d-18ee-43d2-9464-e0a40b7bc6f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.400796] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36e7a7-b31d-4224-b636-b9381933fdcb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.404422] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518031ea-c66e-4dd4-8a0d-6fb90db43968 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.409856] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.426819] env[71079]: DEBUG nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.459852] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.460126] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.460285] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.460485] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.460662] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.460837] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.461080] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.461259] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.461441] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.461602] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.461774] env[71079]: DEBUG nova.virt.hardware [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.463034] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0a1a0d-ead9-47aa-8838-4c6d6cb87d58 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.475430] env[71079]: DEBUG nova.network.neutron [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Updating instance_info_cache with network_info: [{"id": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "address": "fa:16:3e:6d:05:e0", "network": {"id": "ebb8bd95-6e2d-4ffe-8be3-87899fbb966c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-728055022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b3dd4b6d794f6ca1d326ded76c173e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2534cab-d2", "ovs_interfaceid": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.478132] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc8f793-0317-4266-9f82-bafead847845 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.493945] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.539692] env[71079]: DEBUG nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.609124] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "3f60e673-e519-4511-8f17-553bd328c435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.609365] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "3f60e673-e519-4511-8f17-553bd328c435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.616032] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278252, 'name': ReconfigVM_Task, 'duration_secs': 0.71697} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.616332] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad/76845f8c-e70a-4f92-a3ba-dc7c2c5127ad.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.617022] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da9bca1-92d1-4649-9cb8-813a10c35fe2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.624391] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 616.624391] env[71079]: value = "task-3278253" [ 616.624391] env[71079]: _type = "Task" [ 616.624391] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.634866] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278253, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.832291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.832880] env[71079]: DEBUG nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.835605] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.078s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.838392] env[71079]: INFO nova.compute.claims [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.917103] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.925485] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "2d27d490-abcb-4459-b039-e045378f97d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.925485] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "8b430097-236d-4d69-847c-1129653c46d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.935885] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.956049] env[71079]: DEBUG nova.network.neutron [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Successfully updated port: 8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.986018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Releasing lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.986018] env[71079]: DEBUG nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Instance network_info: |[{"id": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "address": "fa:16:3e:6d:05:e0", "network": {"id": "ebb8bd95-6e2d-4ffe-8be3-87899fbb966c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-728055022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b3dd4b6d794f6ca1d326ded76c173e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2534cab-d2", "ovs_interfaceid": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.986701] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:05:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2534cab-d28f-4659-941e-c4b56f07cd0b', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.991656] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Creating folder: Project (09b3dd4b6d794f6ca1d326ded76c173e). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.992673] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91656bff-a457-47e9-ac08-b8629db3f34a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.002633] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Created folder: Project (09b3dd4b6d794f6ca1d326ded76c173e) in parent group-v654700. [ 617.002830] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Creating folder: Instances. Parent ref: group-v654713. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.003088] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d51097f-2cb6-4cc4-8481-1b9889454087 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.012432] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Created folder: Instances in parent group-v654713. [ 617.012667] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.013566] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.013566] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac8136f-7a4d-4701-94a0-e325da649429 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.035024] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.035024] env[71079]: value = "task-3278256" [ 617.035024] env[71079]: _type = "Task" [ 617.035024] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.040817] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278256, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.063851] env[71079]: DEBUG nova.network.neutron [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Updated VIF entry in instance network info cache for port 8290b1f2-0ac2-4e51-8573-1075c3794d39. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.063851] env[71079]: DEBUG nova.network.neutron [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Updating instance_info_cache with network_info: [{"id": "8290b1f2-0ac2-4e51-8573-1075c3794d39", "address": "fa:16:3e:70:37:2e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290b1f2-0a", "ovs_interfaceid": "8290b1f2-0ac2-4e51-8573-1075c3794d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.065246] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.140698] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278253, 'name': Rename_Task, 'duration_secs': 0.302477} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.141054] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.141531] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4437939-45fa-4595-b2cc-093797228079 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.148308] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 617.148308] env[71079]: value = "task-3278257" [ 617.148308] env[71079]: _type = "Task" [ 617.148308] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.157599] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.344701] env[71079]: DEBUG nova.compute.utils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.350143] env[71079]: DEBUG nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.350606] env[71079]: DEBUG nova.network.neutron [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.461646] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.461646] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.461646] env[71079]: DEBUG nova.network.neutron [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.525389] env[71079]: DEBUG nova.policy [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eec61401c895401d8571b497d213933a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '626767dd36814f728f3466a88eda2435', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.550239] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278256, 'name': CreateVM_Task, 'duration_secs': 0.395023} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.550395] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.552351] env[71079]: DEBUG oslo_vmware.service [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db0285a-98e1-4467-9f8f-2d687c95d489 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.559391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.559465] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.559869] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.560158] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42245b80-eaaa-49c5-a4d7-0cb1cd620a73 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.565174] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 617.565174] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0fd5b-9334-c971-dae2-99ccead0e3e0" [ 617.565174] env[71079]: _type = "Task" [ 617.565174] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.571157] env[71079]: DEBUG oslo_concurrency.lockutils [req-b6a315f9-ec3a-466a-b4ed-d6ece09c3990 req-6a8186be-af41-4157-a370-e4d631ace265 service nova] Releasing lock "refresh_cache-76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.573952] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0fd5b-9334-c971-dae2-99ccead0e3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.661573] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278257, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.851106] env[71079]: DEBUG nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.032681] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.032942] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.085630] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.085953] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.086220] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.086365] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.086593] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.086864] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c42ae498-da84-459f-b8ca-8bc47b061503 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.101757] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.101946] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.102779] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390f4fc8-91b2-4bb2-b1be-880c44bd5a4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.111101] env[71079]: DEBUG nova.network.neutron [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.118973] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b29792a-4027-4e6b-a861-6c60df855ef6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.123637] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 618.123637] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5f324-0e4f-33b4-7076-e06ce96c10ec" [ 618.123637] env[71079]: _type = "Task" [ 618.123637] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.133023] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5f324-0e4f-33b4-7076-e06ce96c10ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.163699] env[71079]: DEBUG oslo_vmware.api [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278257, 'name': PowerOnVM_Task, 'duration_secs': 0.995159} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.163998] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.164207] env[71079]: INFO nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Took 11.55 seconds to spawn the instance on the hypervisor. [ 618.164440] env[71079]: DEBUG nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.165245] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcddf3b-19a8-4e5d-a8a2-7774eebd3f18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.206119] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f69bba-bd38-4079-8780-0a11bd8703d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.215820] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f6df2-c08a-43c8-8240-bc4db64dbe9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.251124] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c5d03-954b-4eb6-a969-8a4a766bd23e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.260027] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8da05a2-260c-4dd1-b963-0b873aa7dd9a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.275231] env[71079]: DEBUG nova.compute.provider_tree [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.375254] env[71079]: DEBUG nova.compute.manager [None req-7f7662fe-f060-4d9d-b7c8-addb9d999c2e tempest-ServerDiagnosticsV248Test-514159366 tempest-ServerDiagnosticsV248Test-514159366-project-admin] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.376693] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59210a91-be5c-41c6-83d9-0e16fd9c7993 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.385301] env[71079]: INFO nova.compute.manager [None req-7f7662fe-f060-4d9d-b7c8-addb9d999c2e tempest-ServerDiagnosticsV248Test-514159366 tempest-ServerDiagnosticsV248Test-514159366-project-admin] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Retrieving diagnostics [ 618.386119] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661d9182-ee53-4c1e-91d6-c147513b9b86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.638720] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Preparing fetch location {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 618.639180] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Creating directory with path [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.639499] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f3fb041-9772-4bb4-8765-2b891fb987ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.672342] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Created directory with path [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.672516] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Fetch image to [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 618.672683] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Downloading image file data 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk on the data store datastore2 {{(pid=71079) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 618.673547] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b500fd-0f08-40f2-b3ce-cf0f02937867 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.693121] env[71079]: INFO nova.compute.manager [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Took 19.88 seconds to build instance. [ 618.694287] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cb4ea7-99bb-47df-9bc9-c2eec71fdcec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.709143] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9408290-7be8-4017-93d4-d87a39f20828 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.747436] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84885439-56e0-40a6-9b27-5c06f016582b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.763138] env[71079]: DEBUG nova.network.neutron [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updating instance_info_cache with network_info: [{"id": "8e63f2a1-621b-48ab-9aab-a248a010618a", "address": "fa:16:3e:e9:ba:58", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e63f2a1-62", "ovs_interfaceid": "8e63f2a1-621b-48ab-9aab-a248a010618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.768434] env[71079]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c64c7028-c285-4213-a9a9-0d9506affc9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.778227] env[71079]: DEBUG nova.scheduler.client.report [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.864294] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Downloading image file data 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to the data store datastore2 {{(pid=71079) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 618.868767] env[71079]: DEBUG nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.907462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.907687] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.915853] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.915938] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.916137] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.917186] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.917186] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.917186] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.917186] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.917515] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.917515] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.917727] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.917961] env[71079]: DEBUG nova.virt.hardware [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.919454] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b971af-d51c-4637-a7e7-feff76d0a1e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.928713] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff15c744-ec97-4e34-b78f-25240e550368 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.949526] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71079) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 619.195519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0097229d-7451-4460-913a-16f52d47a14d tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.401s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.195905] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.801s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.198095] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] During sync_power_state the instance has a pending task (spawning). Skip. [ 619.198095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.215865] env[71079]: DEBUG nova.network.neutron [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Successfully created port: f335fe34-0177-4296-a631-0279538e31bf {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.256607] env[71079]: INFO nova.compute.manager [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Rebuilding instance [ 619.267290] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Releasing lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.267646] env[71079]: DEBUG nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Instance network_info: |[{"id": "8e63f2a1-621b-48ab-9aab-a248a010618a", "address": "fa:16:3e:e9:ba:58", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e63f2a1-62", "ovs_interfaceid": "8e63f2a1-621b-48ab-9aab-a248a010618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.268116] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:ba:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e63f2a1-621b-48ab-9aab-a248a010618a', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.283680] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Creating folder: Project (9b378fd6a8af414982ecf19db11f1a21). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.284720] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45d52e03-214c-4c11-beb5-55bb425d0e54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.287423] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.288257] env[71079]: DEBUG nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.294925] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.477s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.296491] env[71079]: INFO nova.compute.claims [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.310534] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Created folder: Project (9b378fd6a8af414982ecf19db11f1a21) in parent group-v654700. [ 619.310828] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Creating folder: Instances. Parent ref: group-v654716. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.315363] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e915fd8-192d-4687-a754-e563cd3558d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.330074] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Created folder: Instances in parent group-v654716. [ 619.330369] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.330579] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.330820] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d55f99-14db-437f-96a3-e5b74cc6c43e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.363390] env[71079]: DEBUG nova.compute.manager [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.365102] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.365102] env[71079]: value = "task-3278260" [ 619.365102] env[71079]: _type = "Task" [ 619.365102] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.365102] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ec8cb-aa33-4bd9-a6c5-c8913eec1c3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.368834] env[71079]: DEBUG nova.network.neutron [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Successfully updated port: d6b298ca-148d-490f-9367-4d2437e027a5 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.392038] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278260, 'name': CreateVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.699214] env[71079]: DEBUG nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.735153] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Completed reading data from the image iterator. {{(pid=71079) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 619.735695] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 619.807782] env[71079]: DEBUG nova.compute.utils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.810186] env[71079]: DEBUG nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.810186] env[71079]: DEBUG nova.network.neutron [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.824104] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "2d27d490-abcb-4459-b039-e045378f97d6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.824219] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.824451] env[71079]: INFO nova.compute.manager [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Rebooting instance [ 619.875455] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "refresh_cache-64df4dbf-7231-4fed-85d7-241dd9257df8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.875673] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "refresh_cache-64df4dbf-7231-4fed-85d7-241dd9257df8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.875673] env[71079]: DEBUG nova.network.neutron [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.885518] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278260, 'name': CreateVM_Task, 'duration_secs': 0.395108} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.885997] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Downloaded image file data 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk on the data store datastore2 {{(pid=71079) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 619.887809] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Caching image {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 619.888120] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Copying Virtual Disk [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk to [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.888373] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.888628] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a60a740f-e928-44e3-af3d-2d8efd4ec858 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.892177] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.892383] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.892736] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.895702] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad680098-ca07-471a-bd27-ec0b64067e28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.901217] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 619.901217] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5255fd9b-b2f3-d418-ce0b-cc383605fd1e" [ 619.901217] env[71079]: _type = "Task" [ 619.901217] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.902840] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 619.902840] env[71079]: value = "task-3278261" [ 619.902840] env[71079]: _type = "Task" [ 619.902840] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.920331] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.920331] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.920331] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920331] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.078803] env[71079]: DEBUG nova.policy [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.228926] env[71079]: DEBUG nova.compute.manager [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Received event network-changed-b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.229211] env[71079]: DEBUG nova.compute.manager [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Refreshing instance network info cache due to event network-changed-b2534cab-d28f-4659-941e-c4b56f07cd0b. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.229775] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Acquiring lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.229775] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Acquired lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.230410] env[71079]: DEBUG nova.network.neutron [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Refreshing network info cache for port b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.233067] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.313345] env[71079]: DEBUG nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.375201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquired lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.375201] env[71079]: DEBUG nova.network.neutron [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.403496] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.403496] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b61514-7519-4a66-b51f-8fb307b5716f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.413981] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 620.413981] env[71079]: value = "task-3278262" [ 620.413981] env[71079]: _type = "Task" [ 620.413981] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.418330] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278261, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.429633] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.460468] env[71079]: DEBUG nova.network.neutron [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.682048] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c422bf4-37bf-4306-97cd-7e2ed3487c00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.693228] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1551c7b6-f26a-457f-a977-53cda5e003cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.732807] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956726d3-cd27-4068-81cb-fcb1f30efa45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.748062] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3318df60-df67-47f4-b237-3cf5f1eca754 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.765237] env[71079]: DEBUG nova.compute.provider_tree [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.926767] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278261, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.935538] env[71079]: DEBUG nova.network.neutron [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Updating instance_info_cache with network_info: [{"id": "d6b298ca-148d-490f-9367-4d2437e027a5", "address": "fa:16:3e:ca:46:0e", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b298ca-14", "ovs_interfaceid": "d6b298ca-148d-490f-9367-4d2437e027a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.947460] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278262, 'name': PowerOffVM_Task, 'duration_secs': 0.253447} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.947798] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.948138] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.949122] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51dde7c-3e9c-4f80-af34-562e2ae57a82 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.962798] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.962798] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26b8a96a-4579-414b-aae7-1c27bad113f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.990588] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.990588] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.990588] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleting the datastore file [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.990588] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d671f3b-30d0-41b9-a057-1336b020cf0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.001372] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 621.001372] env[71079]: value = "task-3278264" [ 621.001372] env[71079]: _type = "Task" [ 621.001372] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.020099] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.222461] env[71079]: DEBUG nova.network.neutron [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Successfully created port: cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.269433] env[71079]: DEBUG nova.scheduler.client.report [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.329648] env[71079]: DEBUG nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.361708] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.361950] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.367026] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.367026] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.367026] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.367026] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.367026] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.367374] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.367374] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.367374] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.367374] env[71079]: DEBUG nova.virt.hardware [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.368913] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4636d9-04ea-48d5-a035-8eba1f125de0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.383439] env[71079]: DEBUG nova.network.neutron [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Updated VIF entry in instance network info cache for port b2534cab-d28f-4659-941e-c4b56f07cd0b. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.383439] env[71079]: DEBUG nova.network.neutron [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Updating instance_info_cache with network_info: [{"id": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "address": "fa:16:3e:6d:05:e0", "network": {"id": "ebb8bd95-6e2d-4ffe-8be3-87899fbb966c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-728055022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b3dd4b6d794f6ca1d326ded76c173e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2534cab-d2", "ovs_interfaceid": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.385979] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a228ec-a7e1-4ac5-b6d3-410644a41fcc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.421681] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278261, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.167865} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.421681] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Copied Virtual Disk [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk to [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.421681] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Deleting the datastore file [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/tmp-sparse.vmdk {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.421681] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76039ec5-bc9c-43c1-9780-560835fbff76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.429245] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 621.429245] env[71079]: value = "task-3278265" [ 621.429245] env[71079]: _type = "Task" [ 621.429245] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.438131] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.443800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "refresh_cache-64df4dbf-7231-4fed-85d7-241dd9257df8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.444167] env[71079]: DEBUG nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Instance network_info: |[{"id": "d6b298ca-148d-490f-9367-4d2437e027a5", "address": "fa:16:3e:ca:46:0e", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b298ca-14", "ovs_interfaceid": "d6b298ca-148d-490f-9367-4d2437e027a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.444697] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:46:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b298ca-148d-490f-9367-4d2437e027a5', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.455700] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating folder: Project (ccb485936e0e4513a83b9a55feedc157). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.456047] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-297f9915-ff03-4e8f-91e3-448529f726ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.466413] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created folder: Project (ccb485936e0e4513a83b9a55feedc157) in parent group-v654700. [ 621.466679] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating folder: Instances. Parent ref: group-v654719. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.466871] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5232fb46-9721-4017-bdcc-b5cffbb335c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.476066] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created folder: Instances in parent group-v654719. [ 621.476320] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.476516] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.476729] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6bb1e6-d299-46a9-8a02-006221bd7fe8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.502748] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.502748] env[71079]: value = "task-3278268" [ 621.502748] env[71079]: _type = "Task" [ 621.502748] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.515114] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141047} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.518467] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.518668] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.518849] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.521236] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278268, 'name': CreateVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.537037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Acquiring lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.537410] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.537623] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Acquiring lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.537773] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.538530] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.542822] env[71079]: INFO nova.compute.manager [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Terminating instance [ 621.709648] env[71079]: DEBUG nova.network.neutron [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Updating instance_info_cache with network_info: [{"id": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "address": "fa:16:3e:da:bc:73", "network": {"id": "0cb715e8-c238-4832-bde5-b5446055e1ef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1970907672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e12c73eb6c4650b05da86f29bc6aa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126135b1-b5", "ovs_interfaceid": "126135b1-b5aa-4bb6-a9aa-81bbac1743db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.777392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.777933] env[71079]: DEBUG nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.781047] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.171s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.782407] env[71079]: INFO nova.compute.claims [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.891114] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Releasing lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.891573] env[71079]: DEBUG nova.compute.manager [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Received event network-vif-plugged-8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.891573] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Acquiring lock "bbe9db38-468a-4c7d-8140-716ec900380d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.891780] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Lock "bbe9db38-468a-4c7d-8140-716ec900380d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.891933] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Lock "bbe9db38-468a-4c7d-8140-716ec900380d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.892105] env[71079]: DEBUG nova.compute.manager [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] No waiting events found dispatching network-vif-plugged-8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.892825] env[71079]: WARNING nova.compute.manager [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Received unexpected event network-vif-plugged-8e63f2a1-621b-48ab-9aab-a248a010618a for instance with vm_state building and task_state spawning. [ 621.892825] env[71079]: DEBUG nova.compute.manager [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Received event network-changed-8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.892825] env[71079]: DEBUG nova.compute.manager [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Refreshing instance network info cache due to event network-changed-8e63f2a1-621b-48ab-9aab-a248a010618a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.892825] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Acquiring lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.892973] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Acquired lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.894744] env[71079]: DEBUG nova.network.neutron [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Refreshing network info cache for port 8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.941321] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056354} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.941655] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.941991] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Moving file from [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 to [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199. {{(pid=71079) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 621.943970] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cd38ee27-c5d1-4c0f-82e4-84d4987afcd1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.955019] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 621.955019] env[71079]: value = "task-3278269" [ 621.955019] env[71079]: _type = "Task" [ 621.955019] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.962776] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278269, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.022087] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278268, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.048369] env[71079]: DEBUG nova.compute.manager [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.048369] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.051176] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e167a6e7-98ac-4df4-afb1-30270d9fd569 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.058376] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.058662] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac5f13c2-30a3-4dc9-bef1-27c98d8fa27e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.067216] env[71079]: DEBUG oslo_vmware.api [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Waiting for the task: (returnval){ [ 622.067216] env[71079]: value = "task-3278270" [ 622.067216] env[71079]: _type = "Task" [ 622.067216] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.082610] env[71079]: DEBUG oslo_vmware.api [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Task: {'id': task-3278270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.212340] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Releasing lock "refresh_cache-2d27d490-abcb-4459-b039-e045378f97d6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.293022] env[71079]: DEBUG nova.compute.utils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.293022] env[71079]: DEBUG nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.293022] env[71079]: DEBUG nova.network.neutron [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.376066] env[71079]: DEBUG nova.network.neutron [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Successfully updated port: f335fe34-0177-4296-a631-0279538e31bf {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.467698] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278269, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025802} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.468989] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] File moved {{(pid=71079) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 622.469300] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Cleaning up location [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 622.469479] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Deleting the datastore file [datastore2] vmware_temp/81baa46e-facc-47e9-8607-de14bcfa2c5c {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.469781] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-310f65a6-c999-415d-bc7c-558574ed2c3b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.478352] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 622.478352] env[71079]: value = "task-3278271" [ 622.478352] env[71079]: _type = "Task" [ 622.478352] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.479450] env[71079]: DEBUG nova.policy [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e7e285c5ee49849109ebb75cd746d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3489c4b200246918ffc42af20f8603b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.494543] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.520783] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278268, 'name': CreateVM_Task, 'duration_secs': 0.622073} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.520955] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.521673] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.521838] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.522166] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.522423] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d48b50c-3e4d-49c1-a5a0-1668de77488d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.534796] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 622.534796] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ed8027-d742-3108-1c62-0f396cf10880" [ 622.534796] env[71079]: _type = "Task" [ 622.534796] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.547389] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ed8027-d742-3108-1c62-0f396cf10880, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.547626] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.547847] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.548089] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.575891] env[71079]: DEBUG oslo_vmware.api [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Task: {'id': task-3278270, 'name': PowerOffVM_Task, 'duration_secs': 0.216604} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.578725] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.578959] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.579147] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.579357] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.579507] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.579667] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.579884] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.580370] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.580583] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.580712] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.580906] env[71079]: DEBUG nova.virt.hardware [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.581237] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.582265] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.582265] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4005e5f4-dccd-4d1d-9e92-ef9521719e26 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.586021] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2520d7a5-81f7-4594-866f-5805b0223136 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.597168] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf949e61-d14c-4401-b066-09a75ec7e398 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.609947] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.616600] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.617423] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.617423] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e31eb28-13de-4fc3-a33c-077b6dda72f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.635900] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.635900] env[71079]: value = "task-3278273" [ 622.635900] env[71079]: _type = "Task" [ 622.635900] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.644663] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278273, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.648707] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.650528] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.650837] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Deleting the datastore file [datastore1] 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.651144] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38560882-4004-47ac-8881-d790623cf08a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.659243] env[71079]: DEBUG oslo_vmware.api [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Waiting for the task: (returnval){ [ 622.659243] env[71079]: value = "task-3278274" [ 622.659243] env[71079]: _type = "Task" [ 622.659243] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.668637] env[71079]: DEBUG oslo_vmware.api [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Task: {'id': task-3278274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.720041] env[71079]: DEBUG nova.compute.manager [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.720859] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beb9755-933e-4492-81ae-2d947b20e1e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.793989] env[71079]: DEBUG nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.882395] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "refresh_cache-92011c0d-65c5-43e3-a9c4-3fa1c46d3727" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.882671] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired lock "refresh_cache-92011c0d-65c5-43e3-a9c4-3fa1c46d3727" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.882835] env[71079]: DEBUG nova.network.neutron [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.999216] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03208} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.002443] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.003538] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1b7648-f97e-44b0-8f6e-5f9e9a47fe35 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.011301] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 623.011301] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270e4e2-14db-a045-e5ad-f199635df33a" [ 623.011301] env[71079]: _type = "Task" [ 623.011301] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.022471] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270e4e2-14db-a045-e5ad-f199635df33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.112757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f111c-b157-4e0c-b276-ab009c39160c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.120476] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c2a6bf-31ac-46c5-b215-4184267b09e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.160033] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854f1aa0-d490-4241-b6a8-7d09ac358341 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.171818] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278273, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.173219] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce1cbb-51ca-4080-8c1e-4a3dcf69d5e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.182254] env[71079]: DEBUG oslo_vmware.api [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Task: {'id': task-3278274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306902} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.182254] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.182254] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.182254] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.182254] env[71079]: INFO nova.compute.manager [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 623.182433] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.182433] env[71079]: DEBUG nova.compute.manager [-] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.182433] env[71079]: DEBUG nova.network.neutron [-] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.193262] env[71079]: DEBUG nova.compute.provider_tree [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.306500] env[71079]: DEBUG nova.network.neutron [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updated VIF entry in instance network info cache for port 8e63f2a1-621b-48ab-9aab-a248a010618a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.310104] env[71079]: DEBUG nova.network.neutron [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updating instance_info_cache with network_info: [{"id": "8e63f2a1-621b-48ab-9aab-a248a010618a", "address": "fa:16:3e:e9:ba:58", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e63f2a1-62", "ovs_interfaceid": "8e63f2a1-621b-48ab-9aab-a248a010618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.480913] env[71079]: DEBUG nova.network.neutron [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.535320] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270e4e2-14db-a045-e5ad-f199635df33a, 'name': SearchDatastore_Task, 'duration_secs': 0.022742} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.535613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.535910] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 5886f11a-d2d5-459e-82ca-7e718cf28b19/5886f11a-d2d5-459e-82ca-7e718cf28b19.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.536216] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.536401] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.536611] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c20a8f54-75a4-4f17-922e-c981a1557bb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.541343] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6664d2cd-05cc-436e-b29b-d0494cc9091d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.551701] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 623.551701] env[71079]: value = "task-3278275" [ 623.551701] env[71079]: _type = "Task" [ 623.551701] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.553012] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.554417] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.558141] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e642d4-5d63-4b00-92a9-8cb90b3b0ac7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.571773] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.573348] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 623.573348] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527de04a-95c4-3eb6-f1d5-2e45e310ecc3" [ 623.573348] env[71079]: _type = "Task" [ 623.573348] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.581867] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527de04a-95c4-3eb6-f1d5-2e45e310ecc3, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.587064] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e7110e-c866-4723-8620-a4dc156ed15d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.592959] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 623.592959] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52726d5a-348c-4ed2-2547-52277d27b707" [ 623.592959] env[71079]: _type = "Task" [ 623.592959] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.605923] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52726d5a-348c-4ed2-2547-52277d27b707, 'name': SearchDatastore_Task, 'duration_secs': 0.007881} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.605923] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.605923] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] bbe9db38-468a-4c7d-8140-716ec900380d/bbe9db38-468a-4c7d-8140-716ec900380d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.606140] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.607013] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.607013] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a8dff5a-3207-471f-b758-ccd058fdbaca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.608656] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98761dd6-8865-4d02-9505-ad9ec920b3cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.615197] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 623.615197] env[71079]: value = "task-3278276" [ 623.615197] env[71079]: _type = "Task" [ 623.615197] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.619294] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.619521] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.620569] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed1c722-d13d-4d56-9665-ea0baacf667b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.625933] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.628788] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 623.628788] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db633a-3a7f-b69d-e193-d21cce1553c2" [ 623.628788] env[71079]: _type = "Task" [ 623.628788] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.637492] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db633a-3a7f-b69d-e193-d21cce1553c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.665367] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278273, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.701356] env[71079]: DEBUG nova.scheduler.client.report [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.744064] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb54179-1216-42ab-b128-37cb42d3fbc8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.754041] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Doing hard reboot of VM {{(pid=71079) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 623.754041] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a7113caf-15c8-46ad-a16b-651937be8070 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.762585] env[71079]: DEBUG oslo_vmware.api [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 623.762585] env[71079]: value = "task-3278277" [ 623.762585] env[71079]: _type = "Task" [ 623.762585] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.775039] env[71079]: DEBUG oslo_vmware.api [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278277, 'name': ResetVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.810989] env[71079]: DEBUG nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.819164] env[71079]: DEBUG oslo_concurrency.lockutils [req-8c06d1e2-44ec-404d-b068-e490f822469d req-1fbea20e-e128-4f74-a456-e8f4427240d7 service nova] Releasing lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.858605] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.858605] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.859254] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.862750] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.863029] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.864044] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.864044] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.864044] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.864044] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.864044] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.864256] env[71079]: DEBUG nova.virt.hardware [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.869943] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7cb8c7-9d69-454b-9802-c8f996a4ac5f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.877398] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf99a9c-2db4-432d-8844-5fcef43de699 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.938020] env[71079]: DEBUG nova.network.neutron [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Successfully created port: d16a25de-4aad-41fe-888f-819d34031a06 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.065094] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506755} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.065444] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 5886f11a-d2d5-459e-82ca-7e718cf28b19/5886f11a-d2d5-459e-82ca-7e718cf28b19.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.065800] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.066086] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ca59d18-704c-4016-b3f9-0a37346ef680 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.073126] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 624.073126] env[71079]: value = "task-3278278" [ 624.073126] env[71079]: _type = "Task" [ 624.073126] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.087844] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.127088] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.140390] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db633a-3a7f-b69d-e193-d21cce1553c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008381} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.141488] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4257dcf-57f6-404e-b606-2b1ed8b96e1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.149756] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 624.149756] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529ba06b-57ae-2b83-6df0-f7e2577c554e" [ 624.149756] env[71079]: _type = "Task" [ 624.149756] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.168382] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529ba06b-57ae-2b83-6df0-f7e2577c554e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.173633] env[71079]: DEBUG nova.network.neutron [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Updating instance_info_cache with network_info: [{"id": "f335fe34-0177-4296-a631-0279538e31bf", "address": "fa:16:3e:84:54:14", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf335fe34-01", "ovs_interfaceid": "f335fe34-0177-4296-a631-0279538e31bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.184172] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278273, 'name': CreateVM_Task, 'duration_secs': 1.346739} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.184172] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.184172] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.184539] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.184611] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.185058] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11879bf8-abee-4136-ad39-a679f2d7783f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.194351] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 624.194351] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e81ba-2846-85be-832b-1a7f0775e989" [ 624.194351] env[71079]: _type = "Task" [ 624.194351] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.209871] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e81ba-2846-85be-832b-1a7f0775e989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.209871] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.210418] env[71079]: DEBUG nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.214633] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.720s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.218269] env[71079]: INFO nova.compute.claims [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.277739] env[71079]: DEBUG oslo_vmware.api [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278277, 'name': ResetVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.320326] env[71079]: DEBUG nova.network.neutron [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Successfully updated port: cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.402163] env[71079]: DEBUG nova.network.neutron [-] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.470731] env[71079]: DEBUG nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Received event network-vif-plugged-d6b298ca-148d-490f-9367-4d2437e027a5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.470944] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Acquiring lock "64df4dbf-7231-4fed-85d7-241dd9257df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.471481] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.471604] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.472225] env[71079]: DEBUG nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] No waiting events found dispatching network-vif-plugged-d6b298ca-148d-490f-9367-4d2437e027a5 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.472225] env[71079]: WARNING nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Received unexpected event network-vif-plugged-d6b298ca-148d-490f-9367-4d2437e027a5 for instance with vm_state building and task_state spawning. [ 624.472225] env[71079]: DEBUG nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Received event network-changed-d6b298ca-148d-490f-9367-4d2437e027a5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.472536] env[71079]: DEBUG nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Refreshing instance network info cache due to event network-changed-d6b298ca-148d-490f-9367-4d2437e027a5. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.472536] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Acquiring lock "refresh_cache-64df4dbf-7231-4fed-85d7-241dd9257df8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.472673] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Acquired lock "refresh_cache-64df4dbf-7231-4fed-85d7-241dd9257df8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.472850] env[71079]: DEBUG nova.network.neutron [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Refreshing network info cache for port d6b298ca-148d-490f-9367-4d2437e027a5 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.589828] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.334031} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.590217] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.591337] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa2c0e-8276-4d89-bec6-8d091ef41fa8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.620904] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 5886f11a-d2d5-459e-82ca-7e718cf28b19/5886f11a-d2d5-459e-82ca-7e718cf28b19.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.622109] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b4797e-e578-44c5-ac34-0a5ccddf48d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.657500] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786863} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.659113] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] bbe9db38-468a-4c7d-8140-716ec900380d/bbe9db38-468a-4c7d-8140-716ec900380d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.659370] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.659754] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 624.659754] env[71079]: value = "task-3278279" [ 624.659754] env[71079]: _type = "Task" [ 624.659754] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.660319] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63f7a57-45ee-4427-8e1a-d453105b79cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.669131] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529ba06b-57ae-2b83-6df0-f7e2577c554e, 'name': SearchDatastore_Task, 'duration_secs': 0.049744} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.669446] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.669702] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 64df4dbf-7231-4fed-85d7-241dd9257df8/64df4dbf-7231-4fed-85d7-241dd9257df8.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.669954] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e0e0ee-5a19-43a3-88ef-48e21338a9ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.675776] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.678099] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Releasing lock "refresh_cache-92011c0d-65c5-43e3-a9c4-3fa1c46d3727" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.678099] env[71079]: DEBUG nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Instance network_info: |[{"id": "f335fe34-0177-4296-a631-0279538e31bf", "address": "fa:16:3e:84:54:14", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf335fe34-01", "ovs_interfaceid": "f335fe34-0177-4296-a631-0279538e31bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.678420] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 624.678420] env[71079]: value = "task-3278280" [ 624.678420] env[71079]: _type = "Task" [ 624.678420] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.678420] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:54:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f335fe34-0177-4296-a631-0279538e31bf', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.686298] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Creating folder: Project (626767dd36814f728f3466a88eda2435). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.688061] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b46960-e4fe-43fa-a9e5-528a28f8031f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.693808] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 624.693808] env[71079]: value = "task-3278281" [ 624.693808] env[71079]: _type = "Task" [ 624.693808] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.704542] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.704852] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Created folder: Project (626767dd36814f728f3466a88eda2435) in parent group-v654700. [ 624.705975] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Creating folder: Instances. Parent ref: group-v654723. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.708871] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1ca1ecb-7e51-4ea6-8656-c21e68785525 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.714489] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.721534] env[71079]: DEBUG nova.compute.utils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.725162] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e81ba-2846-85be-832b-1a7f0775e989, 'name': SearchDatastore_Task, 'duration_secs': 0.042939} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.727043] env[71079]: DEBUG nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.727184] env[71079]: DEBUG nova.network.neutron [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.729166] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.729545] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.729645] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.729788] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.729989] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.730295] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Created folder: Instances in parent group-v654723. [ 624.730495] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.730934] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b3b5abe-0f99-4dcf-9cad-d6d0eb85d06d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.732989] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.733545] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6c88c9-a92d-4e90-80ce-b4f7c86ffd11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.755389] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.755389] env[71079]: value = "task-3278284" [ 624.755389] env[71079]: _type = "Task" [ 624.755389] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.756651] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.756873] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.760764] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e8b8fa-73a0-4435-91c2-d4d4093ffbd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.774227] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278284, 'name': CreateVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.774227] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 624.774227] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52157c77-1dee-e857-5f57-64ef4d088fb8" [ 624.774227] env[71079]: _type = "Task" [ 624.774227] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.780035] env[71079]: DEBUG oslo_vmware.api [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278277, 'name': ResetVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.786049] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52157c77-1dee-e857-5f57-64ef4d088fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.808891] env[71079]: DEBUG nova.policy [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '888a0af0343942c88144fa16324243c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6256f416bc0d490881a0132ceb802d2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.827097] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.827280] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.828732] env[71079]: DEBUG nova.network.neutron [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.906481] env[71079]: INFO nova.compute.manager [-] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Took 1.72 seconds to deallocate network for instance. [ 625.175197] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.209669] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073317} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.209968] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.211246] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26d0a50-fc55-499f-ac8c-caec4d43e705 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.217816] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278281, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.231167] env[71079]: DEBUG nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.242612] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] bbe9db38-468a-4c7d-8140-716ec900380d/bbe9db38-468a-4c7d-8140-716ec900380d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.246019] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb4dbc17-4cb1-462f-9e51-9476616c59ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.272371] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 625.272371] env[71079]: value = "task-3278285" [ 625.272371] env[71079]: _type = "Task" [ 625.272371] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.276118] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278284, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.290797] env[71079]: DEBUG oslo_vmware.api [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278277, 'name': ResetVM_Task, 'duration_secs': 1.213826} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.297748] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Did hard reboot of VM {{(pid=71079) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 625.297974] env[71079]: DEBUG nova.compute.manager [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.299752] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118d147-695a-4c4a-9871-a095b3ebc202 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.311480] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.311739] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52157c77-1dee-e857-5f57-64ef4d088fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.031747} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.316516] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0888291-d07d-4c90-a2ca-b0dbd12d98c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.327401] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 625.327401] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5230ff71-b56e-6345-e5cd-235a182f52b9" [ 625.327401] env[71079]: _type = "Task" [ 625.327401] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.341639] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5230ff71-b56e-6345-e5cd-235a182f52b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.404608] env[71079]: DEBUG nova.network.neutron [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.418347] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.505151] env[71079]: DEBUG nova.network.neutron [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Updated VIF entry in instance network info cache for port d6b298ca-148d-490f-9367-4d2437e027a5. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.506156] env[71079]: DEBUG nova.network.neutron [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Updating instance_info_cache with network_info: [{"id": "d6b298ca-148d-490f-9367-4d2437e027a5", "address": "fa:16:3e:ca:46:0e", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b298ca-14", "ovs_interfaceid": "d6b298ca-148d-490f-9367-4d2437e027a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.517579] env[71079]: DEBUG nova.network.neutron [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Successfully created port: 42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.579933] env[71079]: DEBUG nova.network.neutron [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.607638] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cc50df-4faa-4a11-b447-44dd59b49bc8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.615534] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f092f-bfbd-408a-be14-feb33a715388 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.646660] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae674af0-d76b-4459-b3d7-62697bd36788 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.655058] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e9e53c-2335-4ae4-ba25-4ca38cbfc3ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.670170] env[71079]: DEBUG nova.compute.provider_tree [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.679907] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.704988] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722178} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.708020] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 64df4dbf-7231-4fed-85d7-241dd9257df8/64df4dbf-7231-4fed-85d7-241dd9257df8.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.708020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.708020] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0916af3c-24ba-4743-b72d-57c3b097f14b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.712938] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 625.712938] env[71079]: value = "task-3278286" [ 625.712938] env[71079]: _type = "Task" [ 625.712938] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.722059] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.771107] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278284, 'name': CreateVM_Task, 'duration_secs': 0.676299} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.771285] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.771980] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.774095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.774095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.774095] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5d4c1c-9db2-4221-9b09-5f7c09e8015e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.783029] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 625.783029] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5249ad52-473c-6202-0464-3dd244924eee" [ 625.783029] env[71079]: _type = "Task" [ 625.783029] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.790113] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.797626] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5249ad52-473c-6202-0464-3dd244924eee, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.797626] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.797626] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.797626] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.833913] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0162ef2a-10fe-467c-abf7-a2fca99d8fa9 tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.010s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.840808] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5230ff71-b56e-6345-e5cd-235a182f52b9, 'name': SearchDatastore_Task, 'duration_secs': 0.058581} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.842275] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.842523] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.845353] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.845561] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.845864] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7b2aac1-bcfb-4f5a-bb10-7b358a7c905b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.848870] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.849064] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.849749] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ca3d699-3383-4ede-901e-9f6b17ef6e21 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.857257] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 625.857257] env[71079]: value = "task-3278287" [ 625.857257] env[71079]: _type = "Task" [ 625.857257] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.863786] env[71079]: DEBUG nova.compute.manager [req-48380d53-4f39-44f6-8e2c-a986be2fd574 req-0b123d58-7807-4a4a-8d85-85b41392f703 service nova] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Received event network-vif-deleted-8290b1f2-0ac2-4e51-8573-1075c3794d39 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.864171] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.864351] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.865768] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c93836d-32f2-4261-8ef8-2faff898a7e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.871798] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.876864] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 625.876864] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5240e573-6dbb-6716-ac5c-db4551459853" [ 625.876864] env[71079]: _type = "Task" [ 625.876864] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.886657] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5240e573-6dbb-6716-ac5c-db4551459853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.007539] env[71079]: DEBUG nova.network.neutron [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Successfully updated port: d16a25de-4aad-41fe-888f-819d34031a06 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.010905] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Releasing lock "refresh_cache-64df4dbf-7231-4fed-85d7-241dd9257df8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.011262] env[71079]: DEBUG nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Received event network-vif-plugged-f335fe34-0177-4296-a631-0279538e31bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.011262] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Acquiring lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.011474] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.011636] env[71079]: DEBUG oslo_concurrency.lockutils [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.011802] env[71079]: DEBUG nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] No waiting events found dispatching network-vif-plugged-f335fe34-0177-4296-a631-0279538e31bf {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.011978] env[71079]: WARNING nova.compute.manager [req-1b8dee9d-5c9c-445d-b095-757599328e43 req-4e4f1697-7eda-4818-93f8-8c62e37a064c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Received unexpected event network-vif-plugged-f335fe34-0177-4296-a631-0279538e31bf for instance with vm_state building and task_state spawning. [ 626.083530] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.083889] env[71079]: DEBUG nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Instance network_info: |[{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.084382] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:2e:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf9439a7-6f42-4d38-9462-3d4265f5c83b', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.092932] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Creating folder: Project (0b524e678e3b48689bb1d764fdb31e5b). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.093284] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d01f4dfa-8061-4a9e-9563-80ff2b65d2c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.106343] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Created folder: Project (0b524e678e3b48689bb1d764fdb31e5b) in parent group-v654700. [ 626.106343] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Creating folder: Instances. Parent ref: group-v654726. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.106343] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-568a2e6d-b941-46de-948d-a38204453a6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.117269] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Created folder: Instances in parent group-v654726. [ 626.117532] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.117738] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.117994] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc026a15-2669-401a-a160-a0379856805f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.144928] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.144928] env[71079]: value = "task-3278290" [ 626.144928] env[71079]: _type = "Task" [ 626.144928] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.153934] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278290, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.182019] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278279, 'name': ReconfigVM_Task, 'duration_secs': 1.027246} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.182315] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 5886f11a-d2d5-459e-82ca-7e718cf28b19/5886f11a-d2d5-459e-82ca-7e718cf28b19.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.182948] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c9cd70-b4ee-4cfc-9134-0aba03f6e30c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.190555] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 626.190555] env[71079]: value = "task-3278291" [ 626.190555] env[71079]: _type = "Task" [ 626.190555] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.195021] env[71079]: ERROR nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [req-0b6109a9-f5c8-4a3f-8d13-f12c9c367834] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64534d0b-3c77-4192-bc40-4c6626510190. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b6109a9-f5c8-4a3f-8d13-f12c9c367834"}]} [ 626.201127] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278291, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.219341] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Refreshing inventories for resource provider 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 626.227035] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073674} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.227035] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.229028] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ea9ca-3afd-4f3a-a1d7-b6d68d13bb57 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.253149] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 64df4dbf-7231-4fed-85d7-241dd9257df8/64df4dbf-7231-4fed-85d7-241dd9257df8.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.254702] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating ProviderTree inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 626.255332] env[71079]: DEBUG nova.compute.provider_tree [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.258662] env[71079]: DEBUG nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.260721] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082e6b2e-5c22-422d-93fb-f5d8b1cda7c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.289691] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278285, 'name': ReconfigVM_Task, 'duration_secs': 0.676359} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.291352] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Reconfigured VM instance instance-00000006 to attach disk [datastore2] bbe9db38-468a-4c7d-8140-716ec900380d/bbe9db38-468a-4c7d-8140-716ec900380d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.295023] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 626.295023] env[71079]: value = "task-3278292" [ 626.295023] env[71079]: _type = "Task" [ 626.295023] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.295023] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1a4288a-f3dc-4357-aa29-d4580a7b4048 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.299057] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Refreshing aggregate associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, aggregates: None {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 626.307299] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 626.307299] env[71079]: value = "task-3278293" [ 626.307299] env[71079]: _type = "Task" [ 626.307299] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.311517] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.318532] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.318865] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.319114] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.319441] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.319838] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.320083] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.320378] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.320680] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.320877] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.321082] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.321328] env[71079]: DEBUG nova.virt.hardware [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.322573] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b314c3-d807-411d-846a-1605be812ade {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.327437] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Refreshing trait associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 626.334403] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278293, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.337939] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53989b50-4c3a-44f0-8b32-6decf7249fef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.368135] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482914} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.369859] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.370086] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.370849] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4a88d96-76fb-4db8-8819-9fbf7b624a61 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.377270] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 626.377270] env[71079]: value = "task-3278294" [ 626.377270] env[71079]: _type = "Task" [ 626.377270] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.393967] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5240e573-6dbb-6716-ac5c-db4551459853, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.399559] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.399559] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887a2eaf-2a3d-42c0-8d5d-9ca866395c17 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.405743] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 626.405743] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce3627-269a-3d4b-194f-2b9b1fa2a015" [ 626.405743] env[71079]: _type = "Task" [ 626.405743] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.413709] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce3627-269a-3d4b-194f-2b9b1fa2a015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.513409] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.513555] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.513786] env[71079]: DEBUG nova.network.neutron [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.587482] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.587719] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.646209] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416bb1e-7a15-435c-a64d-83adbff9e31c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.657830] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278290, 'name': CreateVM_Task, 'duration_secs': 0.47575} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.659834] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.660598] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.660758] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.661081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.662208] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a76ffe9-5238-402e-bb90-2eabf5a552ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.665320] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531b784c-8448-4c30-8088-2456cfb4bfb8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.670360] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 626.670360] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c54f84-9232-d0f5-6b3a-65c31c990103" [ 626.670360] env[71079]: _type = "Task" [ 626.670360] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.701389] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647317fc-9421-4859-aec5-db62b9cd32cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.710491] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c54f84-9232-d0f5-6b3a-65c31c990103, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.715452] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.715923] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.716298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.716673] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278291, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.717953] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0483d9-9fee-40fa-a88a-67414e190c16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.734894] env[71079]: DEBUG nova.compute.provider_tree [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.804468] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278292, 'name': ReconfigVM_Task, 'duration_secs': 0.388686} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.804792] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 64df4dbf-7231-4fed-85d7-241dd9257df8/64df4dbf-7231-4fed-85d7-241dd9257df8.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.805490] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8544cac-050d-4c88-a75c-71903f5c5da6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.812025] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 626.812025] env[71079]: value = "task-3278295" [ 626.812025] env[71079]: _type = "Task" [ 626.812025] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.821873] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278293, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.825125] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278295, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.857840] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.858074] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.893708] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073134} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.894578] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.895726] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2712d3e9-8214-42be-a03e-d5dd70fcfe64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.921609] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.925282] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8adf6a40-472a-4279-aa67-17a4524d124c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.945379] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce3627-269a-3d4b-194f-2b9b1fa2a015, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.946655] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.946989] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 92011c0d-65c5-43e3-a9c4-3fa1c46d3727/92011c0d-65c5-43e3-a9c4-3fa1c46d3727.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.947348] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 626.947348] env[71079]: value = "task-3278296" [ 626.947348] env[71079]: _type = "Task" [ 626.947348] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.947605] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.947732] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.948231] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-719f2862-b3a8-4957-9145-10e400886b51 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.949923] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aea42ad-a134-4568-94b2-e30517c9b5cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.967498] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.967899] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 626.967899] env[71079]: value = "task-3278297" [ 626.967899] env[71079]: _type = "Task" [ 626.967899] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.969390] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.969827] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.974436] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3f7054-7e86-4ea2-a8f9-3d17bd4c9c41 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.982827] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.984427] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 626.984427] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f94ed3-747b-7b65-62fd-9a6840f41a09" [ 626.984427] env[71079]: _type = "Task" [ 626.984427] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.993876] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f94ed3-747b-7b65-62fd-9a6840f41a09, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.994781] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f510df84-8504-43d0-af95-20557bcf4585 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.000267] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 627.000267] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52144548-d7a0-63cf-930a-f03dc39a24f4" [ 627.000267] env[71079]: _type = "Task" [ 627.000267] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.011655] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52144548-d7a0-63cf-930a-f03dc39a24f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.112582] env[71079]: DEBUG nova.network.neutron [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.210445] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278291, 'name': Rename_Task, 'duration_secs': 0.985621} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.210786] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.211083] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55401105-0f4a-4af7-b717-03d08ebcde1f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.223347] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 627.223347] env[71079]: value = "task-3278298" [ 627.223347] env[71079]: _type = "Task" [ 627.223347] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.235408] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.272998] env[71079]: ERROR nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [req-8d8d64f3-a0b7-4e66-8ac2-adbeb74efc0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64534d0b-3c77-4192-bc40-4c6626510190. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d8d64f3-a0b7-4e66-8ac2-adbeb74efc0c"}]} [ 627.304121] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Refreshing inventories for resource provider 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 627.328413] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278293, 'name': Rename_Task, 'duration_secs': 0.885644} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.330172] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating ProviderTree inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 627.331098] env[71079]: DEBUG nova.compute.provider_tree [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.337480] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.337692] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278295, 'name': Rename_Task, 'duration_secs': 0.149479} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.338294] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-619f8930-99c3-4dcb-b85d-8514479b7d63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.342424] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.342424] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e640e52-9004-439e-a305-48ee3ecf51df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.351946] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 627.351946] env[71079]: value = "task-3278300" [ 627.351946] env[71079]: _type = "Task" [ 627.351946] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.354419] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Refreshing aggregate associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, aggregates: None {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 627.357256] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 627.357256] env[71079]: value = "task-3278299" [ 627.357256] env[71079]: _type = "Task" [ 627.357256] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.372233] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278300, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.376538] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278299, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.383481] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Refreshing trait associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 627.460338] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.479811] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487536} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.480094] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 92011c0d-65c5-43e3-a9c4-3fa1c46d3727/92011c0d-65c5-43e3-a9c4-3fa1c46d3727.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.480313] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.481215] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-156b0cd3-82ed-4d36-873e-0784cd5eae72 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.490608] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 627.490608] env[71079]: value = "task-3278301" [ 627.490608] env[71079]: _type = "Task" [ 627.490608] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.500204] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.514618] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52144548-d7a0-63cf-930a-f03dc39a24f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.514618] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.514788] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c8ac11bf-61fb-4bd3-b24a-b0389bbb7354/c8ac11bf-61fb-4bd3-b24a-b0389bbb7354.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.515097] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb4188f1-6884-4f1b-b864-227b9d35ad64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.523367] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 627.523367] env[71079]: value = "task-3278302" [ 627.523367] env[71079]: _type = "Task" [ 627.523367] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.533628] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.536373] env[71079]: DEBUG nova.network.neutron [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance_info_cache with network_info: [{"id": "d16a25de-4aad-41fe-888f-819d34031a06", "address": "fa:16:3e:5b:a5:38", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16a25de-4a", "ovs_interfaceid": "d16a25de-4aad-41fe-888f-819d34031a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.742462] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.756851] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367d007-2d14-49db-b0c9-0c83aac30174 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.765069] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e980c-360b-4eea-9e7d-f508bf722ded {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.807424] env[71079]: DEBUG nova.network.neutron [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Successfully updated port: 42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.808361] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421683b-44cb-4e8d-bf61-99df414a804b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.819360] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c5f24e-89ef-46ed-94f5-af7ab3e1ce25 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.834482] env[71079]: DEBUG nova.compute.provider_tree [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.871396] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278300, 'name': PowerOnVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.877376] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.961474] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278296, 'name': ReconfigVM_Task, 'duration_secs': 0.63646} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.961834] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.962607] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c588fdba-5434-439e-ae6d-4ad579f18fbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.969056] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 627.969056] env[71079]: value = "task-3278303" [ 627.969056] env[71079]: _type = "Task" [ 627.969056] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.978700] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278303, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.005035] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07045} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.005035] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.005035] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee0cd0-ee77-4bd4-bb17-531b5a88f354 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.034068] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 92011c0d-65c5-43e3-a9c4-3fa1c46d3727/92011c0d-65c5-43e3-a9c4-3fa1c46d3727.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.034920] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e0954b-b95f-4f6d-bf9c-641bda1417b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.054843] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.058055] env[71079]: DEBUG nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Instance network_info: |[{"id": "d16a25de-4aad-41fe-888f-819d34031a06", "address": "fa:16:3e:5b:a5:38", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16a25de-4a", "ovs_interfaceid": "d16a25de-4aad-41fe-888f-819d34031a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.058285] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a5:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd16a25de-4aad-41fe-888f-819d34031a06', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.063610] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Creating folder: Project (d3489c4b200246918ffc42af20f8603b). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.064807] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd7f1a43-648c-4104-a808-b1209ae47f3b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.069051] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 628.069051] env[71079]: value = "task-3278304" [ 628.069051] env[71079]: _type = "Task" [ 628.069051] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.072280] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.078319] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Created folder: Project (d3489c4b200246918ffc42af20f8603b) in parent group-v654700. [ 628.078547] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Creating folder: Instances. Parent ref: group-v654729. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.079148] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ade1d9-a780-4b57-8a8f-508d175c734e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.083946] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.092159] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Created folder: Instances in parent group-v654729. [ 628.092159] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.092159] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.092398] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-379f6bef-70b1-47b5-8fe2-e00a65c8c48b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.111449] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.111449] env[71079]: value = "task-3278307" [ 628.111449] env[71079]: _type = "Task" [ 628.111449] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.121022] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278307, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.235276] env[71079]: DEBUG oslo_vmware.api [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278298, 'name': PowerOnVM_Task, 'duration_secs': 0.727037} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.235276] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.235276] env[71079]: INFO nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Took 17.09 seconds to spawn the instance on the hypervisor. [ 628.235276] env[71079]: DEBUG nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.237227] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8364b601-d0dd-456c-bc10-3156f20e7b60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.312763] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.313377] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquired lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.313377] env[71079]: DEBUG nova.network.neutron [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.377967] env[71079]: DEBUG oslo_vmware.api [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278300, 'name': PowerOnVM_Task, 'duration_secs': 0.71557} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.381539] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.382182] env[71079]: INFO nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Took 11.95 seconds to spawn the instance on the hypervisor. [ 628.382182] env[71079]: DEBUG nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.383057] env[71079]: DEBUG oslo_vmware.api [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278299, 'name': PowerOnVM_Task, 'duration_secs': 0.733724} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.383900] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3138d8-cf36-40de-966c-5e66924905b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.390837] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.390837] env[71079]: INFO nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Took 14.52 seconds to spawn the instance on the hypervisor. [ 628.390837] env[71079]: DEBUG nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.390837] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910418aa-d6cd-4683-96f8-476a13cde6f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.394281] env[71079]: DEBUG nova.scheduler.client.report [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updated inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 628.394699] env[71079]: DEBUG nova.compute.provider_tree [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating resource provider 64534d0b-3c77-4192-bc40-4c6626510190 generation from 24 to 25 during operation: update_inventory {{(pid=71079) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 628.394812] env[71079]: DEBUG nova.compute.provider_tree [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.484328] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278303, 'name': Rename_Task, 'duration_secs': 0.238346} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.485409] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.485728] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf6ab360-c08e-4b59-b985-938fa1336c8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.494843] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 628.494843] env[71079]: value = "task-3278308" [ 628.494843] env[71079]: _type = "Task" [ 628.494843] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.502666] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.545409] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578624} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.545668] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c8ac11bf-61fb-4bd3-b24a-b0389bbb7354/c8ac11bf-61fb-4bd3-b24a-b0389bbb7354.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.545911] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.547053] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f735b655-5006-4f86-bbdc-5bb122bb4cf4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.555370] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 628.555370] env[71079]: value = "task-3278309" [ 628.555370] env[71079]: _type = "Task" [ 628.555370] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.573023] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.582577] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Received event network-changed-f335fe34-0177-4296-a631-0279538e31bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.582646] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Refreshing instance network info cache due to event network-changed-f335fe34-0177-4296-a631-0279538e31bf. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.583059] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquiring lock "refresh_cache-92011c0d-65c5-43e3-a9c4-3fa1c46d3727" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.583059] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquired lock "refresh_cache-92011c0d-65c5-43e3-a9c4-3fa1c46d3727" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.583472] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Refreshing network info cache for port f335fe34-0177-4296-a631-0279538e31bf {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.594177] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.627619] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278307, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.761227] env[71079]: INFO nova.compute.manager [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Took 25.97 seconds to build instance. [ 628.866100] env[71079]: DEBUG nova.network.neutron [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.908278] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.694s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.908446] env[71079]: DEBUG nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.920132] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.003s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.920945] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.920945] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 628.920945] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.857s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.922383] env[71079]: INFO nova.compute.claims [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.926214] env[71079]: INFO nova.compute.manager [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Took 23.44 seconds to build instance. [ 628.927177] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c273516-ee6b-41ad-bdca-ae406fe97a56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.938533] env[71079]: INFO nova.compute.manager [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Took 25.89 seconds to build instance. [ 628.943073] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097b619-fb8d-4ab6-8d06-18bb1390be89 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.963526] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8864177d-73b5-47b5-828c-b1f931f7a242 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.971613] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd3609d-6472-4774-ba44-bff33e3a9fd5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.006094] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180959MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 629.006339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.024105] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.070212] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065616} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.070569] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.072063] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dea4fd9-f179-4634-88b4-6e9444037bbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.087011] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "926f7d25-80c5-408e-b2b5-0544d36305f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.087245] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.111679] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] c8ac11bf-61fb-4bd3-b24a-b0389bbb7354/c8ac11bf-61fb-4bd3-b24a-b0389bbb7354.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.112153] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278304, 'name': ReconfigVM_Task, 'duration_secs': 0.695161} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.116009] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2296a0bb-8d5b-4544-b54d-8449d09f2f84 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.131916] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 92011c0d-65c5-43e3-a9c4-3fa1c46d3727/92011c0d-65c5-43e3-a9c4-3fa1c46d3727.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.136722] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59de642d-089e-4f95-8dbb-f81790e7749a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.147217] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278307, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.147485] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 629.147485] env[71079]: value = "task-3278310" [ 629.147485] env[71079]: _type = "Task" [ 629.147485] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.149176] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 629.149176] env[71079]: value = "task-3278311" [ 629.149176] env[71079]: _type = "Task" [ 629.149176] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.164400] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278311, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.164647] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.224107] env[71079]: DEBUG nova.network.neutron [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Updating instance_info_cache with network_info: [{"id": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "address": "fa:16:3e:99:54:1b", "network": {"id": "74201a6a-a706-48c0-92da-4e8c729fbfc2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1681104546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6256f416bc0d490881a0132ceb802d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af3630-27", "ovs_interfaceid": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.264142] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4cc4b53-1a1e-425d-95b9-695a8de231bb tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.485s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.265203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.870s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.265402] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] During sync_power_state the instance has a pending task (spawning). Skip. [ 629.265617] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.423020] env[71079]: DEBUG nova.compute.utils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.423020] env[71079]: DEBUG nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.423020] env[71079]: DEBUG nova.network.neutron [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.434167] env[71079]: DEBUG oslo_concurrency.lockutils [None req-650731e1-9bc4-4a46-b50f-6edd4480f340 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.980s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.435366] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.039s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.435366] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 629.435496] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.439214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c8fd80be-a032-4d68-b9ee-3e31272a25fa tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "bbe9db38-468a-4c7d-8140-716ec900380d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.407s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.440367] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "bbe9db38-468a-4c7d-8140-716ec900380d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.045s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.440632] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] During sync_power_state the instance has a pending task (spawning). Skip. [ 629.440835] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "bbe9db38-468a-4c7d-8140-716ec900380d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.509100] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Updated VIF entry in instance network info cache for port f335fe34-0177-4296-a631-0279538e31bf. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.509100] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Updating instance_info_cache with network_info: [{"id": "f335fe34-0177-4296-a631-0279538e31bf", "address": "fa:16:3e:84:54:14", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf335fe34-01", "ovs_interfaceid": "f335fe34-0177-4296-a631-0279538e31bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.513699] env[71079]: DEBUG oslo_vmware.api [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278308, 'name': PowerOnVM_Task, 'duration_secs': 0.901475} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.516019] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.516019] env[71079]: DEBUG nova.compute.manager [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.516019] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c258ae-0c0b-45ec-8a34-dd61f071c7ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.519691] env[71079]: DEBUG nova.policy [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e19b60a790204e07b262fd32e9f2d15f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e75518e7c8841d0ad6cf101346a0e3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.642769] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278307, 'name': CreateVM_Task, 'duration_secs': 1.395074} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.643041] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.643927] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.644105] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.644425] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.644677] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89179e5-e5bf-411e-9845-8ab176e4584e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.657151] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 629.657151] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ec8f7a-0bfe-de4a-2f6b-7fc31acacf0b" [ 629.657151] env[71079]: _type = "Task" [ 629.657151] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.670824] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.671100] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278311, 'name': Rename_Task, 'duration_secs': 0.181191} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.671814] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.672097] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e69fa5c-56dd-45bf-820f-425b29347f94 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.678673] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ec8f7a-0bfe-de4a-2f6b-7fc31acacf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.013119} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.679340] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.679578] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.679781] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.679926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.680116] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.680368] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731f3564-d707-41b9-bb37-6ecf69c48faf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.686569] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 629.686569] env[71079]: value = "task-3278312" [ 629.686569] env[71079]: _type = "Task" [ 629.686569] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.694868] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.695953] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.696151] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.696844] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0645e9aa-6320-41ef-920c-10e9e54c773f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.702310] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 629.702310] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b5356-d8a4-7b57-4e68-e22431ccef05" [ 629.702310] env[71079]: _type = "Task" [ 629.702310] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.713514] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b5356-d8a4-7b57-4e68-e22431ccef05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.729251] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Releasing lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.729589] env[71079]: DEBUG nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Instance network_info: |[{"id": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "address": "fa:16:3e:99:54:1b", "network": {"id": "74201a6a-a706-48c0-92da-4e8c729fbfc2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1681104546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6256f416bc0d490881a0132ceb802d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af3630-27", "ovs_interfaceid": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.729995] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:54:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42af3630-2769-4532-ae1e-a1e32b86ee2e', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.739720] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Creating folder: Project (6256f416bc0d490881a0132ceb802d2a). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.740013] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f5cdddd-dad3-4c39-b79e-9ea7146aecef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.750627] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Created folder: Project (6256f416bc0d490881a0132ceb802d2a) in parent group-v654700. [ 629.750891] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Creating folder: Instances. Parent ref: group-v654732. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.751612] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4758fe-a2ad-4534-a87c-2b3123bb3580 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.763502] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Created folder: Instances in parent group-v654732. [ 629.763699] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.763960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.764180] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbbab599-c8d6-4241-b114-39aec237d1eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.783025] env[71079]: DEBUG nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.791401] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.791401] env[71079]: value = "task-3278315" [ 629.791401] env[71079]: _type = "Task" [ 629.791401] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.799863] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278315, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.930736] env[71079]: DEBUG nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.939758] env[71079]: DEBUG nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.942634] env[71079]: DEBUG nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.977892] env[71079]: DEBUG nova.network.neutron [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Successfully created port: 1400ce00-96b7-4acd-b018-83dc1ccc86e0 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.015589] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Releasing lock "refresh_cache-92011c0d-65c5-43e3-a9c4-3fa1c46d3727" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.015937] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received event network-vif-plugged-cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.016275] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquiring lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.016627] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.016627] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.016928] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] No waiting events found dispatching network-vif-plugged-cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.017074] env[71079]: WARNING nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received unexpected event network-vif-plugged-cf9439a7-6f42-4d38-9462-3d4265f5c83b for instance with vm_state building and task_state spawning. [ 630.017204] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received event network-changed-cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.017308] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Refreshing instance network info cache due to event network-changed-cf9439a7-6f42-4d38-9462-3d4265f5c83b. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.017566] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquiring lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.017725] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquired lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.017889] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Refreshing network info cache for port cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.037589] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.163173] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278310, 'name': ReconfigVM_Task, 'duration_secs': 0.559393} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.163173] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Reconfigured VM instance instance-00000009 to attach disk [datastore2] c8ac11bf-61fb-4bd3-b24a-b0389bbb7354/c8ac11bf-61fb-4bd3-b24a-b0389bbb7354.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.163871] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff21273f-9a53-4b9a-8fe0-0c52dda329d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.170046] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 630.170046] env[71079]: value = "task-3278316" [ 630.170046] env[71079]: _type = "Task" [ 630.170046] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.183076] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278316, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.199788] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.216401] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b5356-d8a4-7b57-4e68-e22431ccef05, 'name': SearchDatastore_Task, 'duration_secs': 0.018295} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.216401] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f969c5-31cc-4edf-b13c-e48b15bcf482 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.221995] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 630.221995] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52147185-730e-e13a-23af-529857fa8f97" [ 630.221995] env[71079]: _type = "Task" [ 630.221995] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.234335] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52147185-730e-e13a-23af-529857fa8f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.314434] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278315, 'name': CreateVM_Task, 'duration_secs': 0.342736} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.318505] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.319800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.320954] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.321314] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.321719] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.322260] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc930e4-52be-498b-b538-cb7e77f531e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.328634] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 630.328634] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523382d0-5678-ad70-b7fd-a9c2ffbdf49b" [ 630.328634] env[71079]: _type = "Task" [ 630.328634] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.342789] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523382d0-5678-ad70-b7fd-a9c2ffbdf49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.357494] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acae2ef3-2330-484c-bf1e-4abde516c4df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.366514] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb4a08e-4219-4c25-8709-88fd8fbebd6b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.406489] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa3f352-fc17-4475-a70a-fa25d89e1216 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.414092] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03f0d1c-2a4d-42d0-bc63-a9ea8b6bb11e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.430483] env[71079]: DEBUG nova.compute.provider_tree [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.468506] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.485346] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.690148] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278316, 'name': Rename_Task, 'duration_secs': 0.176616} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.695220] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.697619] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b608da-bdd4-42a0-b8bc-b8044bb16c66 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.700846] env[71079]: DEBUG nova.compute.manager [None req-8df517d5-5de4-43e9-94bf-60068cde99a0 tempest-ServerDiagnosticsV248Test-514159366 tempest-ServerDiagnosticsV248Test-514159366-project-admin] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.703084] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1b8310-4490-42cf-8b0b-f5ef64e8a079 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.714833] env[71079]: DEBUG oslo_vmware.api [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278312, 'name': PowerOnVM_Task, 'duration_secs': 0.734063} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.719433] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.720504] env[71079]: INFO nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Took 11.85 seconds to spawn the instance on the hypervisor. [ 630.720504] env[71079]: DEBUG nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.725513] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776089c0-67e9-4b1f-8eed-cd8407ea9775 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.728665] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 630.728665] env[71079]: value = "task-3278317" [ 630.728665] env[71079]: _type = "Task" [ 630.728665] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.728967] env[71079]: INFO nova.compute.manager [None req-8df517d5-5de4-43e9-94bf-60068cde99a0 tempest-ServerDiagnosticsV248Test-514159366 tempest-ServerDiagnosticsV248Test-514159366-project-admin] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Retrieving diagnostics [ 630.732884] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede1573-5d6d-409b-a89f-5c39e5e74af9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.774020] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52147185-730e-e13a-23af-529857fa8f97, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.779529] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.780230] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 234bae3a-7868-453f-9072-24eb855d57ed/234bae3a-7868-453f-9072-24eb855d57ed.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.780230] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc62a69-8559-4891-8c8e-bfa1362ed805 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.788878] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278317, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.791421] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 630.791421] env[71079]: value = "task-3278318" [ 630.791421] env[71079]: _type = "Task" [ 630.791421] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.840201] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523382d0-5678-ad70-b7fd-a9c2ffbdf49b, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.840201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.840441] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.840700] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.840915] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.841087] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.841445] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1dae8a-512c-4d7d-b270-0f5c3acb1028 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.853465] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.853916] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.854802] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8826073-5f57-4796-85de-e0d09a275adf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.861124] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 630.861124] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524654f9-445c-9c0c-78de-32d763369ddd" [ 630.861124] env[71079]: _type = "Task" [ 630.861124] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.869736] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524654f9-445c-9c0c-78de-32d763369ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.934735] env[71079]: DEBUG nova.scheduler.client.report [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.946360] env[71079]: DEBUG nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.977707] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.977959] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.978158] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.978588] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.978588] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.978746] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.978828] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.979037] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.980352] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.980352] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.980352] env[71079]: DEBUG nova.virt.hardware [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.980752] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba9cf41-82ea-4985-bde2-27431b0e1208 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.989249] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c946dc0-b4df-4485-8f4e-55e484cd1ce3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.047347] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updated VIF entry in instance network info cache for port cf9439a7-6f42-4d38-9462-3d4265f5c83b. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.047925] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.248393] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.262675] env[71079]: INFO nova.compute.manager [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Took 23.65 seconds to build instance. [ 631.305105] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278318, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.373814] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524654f9-445c-9c0c-78de-32d763369ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.374609] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43d3c23-acc1-41c2-8e36-5f597b31c825 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.382184] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 631.382184] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf2316-d682-bc3f-62c7-3cdaff638e90" [ 631.382184] env[71079]: _type = "Task" [ 631.382184] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.391607] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf2316-d682-bc3f-62c7-3cdaff638e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.439851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.440394] env[71079]: DEBUG nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.446613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.211s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.446613] env[71079]: INFO nova.compute.claims [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.553018] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Releasing lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.553018] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Received event network-vif-plugged-d16a25de-4aad-41fe-888f-819d34031a06 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.553018] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquiring lock "234bae3a-7868-453f-9072-24eb855d57ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.553018] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Lock "234bae3a-7868-453f-9072-24eb855d57ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.553018] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Lock "234bae3a-7868-453f-9072-24eb855d57ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.554151] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] No waiting events found dispatching network-vif-plugged-d16a25de-4aad-41fe-888f-819d34031a06 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.554151] env[71079]: WARNING nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Received unexpected event network-vif-plugged-d16a25de-4aad-41fe-888f-819d34031a06 for instance with vm_state building and task_state spawning. [ 631.554151] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Received event network-changed-d16a25de-4aad-41fe-888f-819d34031a06 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.554151] env[71079]: DEBUG nova.compute.manager [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Refreshing instance network info cache due to event network-changed-d16a25de-4aad-41fe-888f-819d34031a06. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.554151] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquiring lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.554341] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Acquired lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.554341] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Refreshing network info cache for port d16a25de-4aad-41fe-888f-819d34031a06 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.672409] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "64df4dbf-7231-4fed-85d7-241dd9257df8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.675021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.675021] env[71079]: DEBUG nova.compute.manager [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.675021] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016455f6-f20c-44d2-ba99-335cd0927d4a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.682365] env[71079]: DEBUG nova.compute.manager [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 631.683277] env[71079]: DEBUG nova.objects.instance [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lazy-loading 'flavor' on Instance uuid 64df4dbf-7231-4fed-85d7-241dd9257df8 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.744913] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.767027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0488238c-0dac-465a-a3b2-bb345cf7a302 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.168s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.767027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.369s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.767027] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296dde29-7a23-41d1-9f66-6f7a22d46d30 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.805031] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692801} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.805031] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 234bae3a-7868-453f-9072-24eb855d57ed/234bae3a-7868-453f-9072-24eb855d57ed.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.805031] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.805031] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a170b64-9977-42ea-8372-5a3efce88fa0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.810571] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 631.810571] env[71079]: value = "task-3278319" [ 631.810571] env[71079]: _type = "Task" [ 631.810571] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.820465] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.832261] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "2d27d490-abcb-4459-b039-e045378f97d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.832816] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.833272] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "2d27d490-abcb-4459-b039-e045378f97d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.833964] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.834383] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.837539] env[71079]: INFO nova.compute.manager [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Terminating instance [ 631.897851] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf2316-d682-bc3f-62c7-3cdaff638e90, 'name': SearchDatastore_Task, 'duration_secs': 0.027875} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.900800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.900800] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 33e7e6bd-0e86-42c4-b5a8-ef07ae610048/33e7e6bd-0e86-42c4-b5a8-ef07ae610048.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.900800] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cee69508-f194-4bba-b718-4c0fdee921d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.909234] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 631.909234] env[71079]: value = "task-3278320" [ 631.909234] env[71079]: _type = "Task" [ 631.909234] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.917662] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.946062] env[71079]: DEBUG nova.compute.utils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.948660] env[71079]: DEBUG nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.948660] env[71079]: DEBUG nova.network.neutron [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.063697] env[71079]: DEBUG nova.policy [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '362800a452604aed955279ec58f9a52f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '342418bac9a04513944f5fc5027f3591', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.249253] env[71079]: DEBUG oslo_vmware.api [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278317, 'name': PowerOnVM_Task, 'duration_secs': 1.132412} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.251765] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.251765] env[71079]: INFO nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Took 10.92 seconds to spawn the instance on the hypervisor. [ 632.251765] env[71079]: DEBUG nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.251765] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9afcc3c-b10b-4ea1-a502-838576e7d95d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.270779] env[71079]: DEBUG nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.280124] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.327217] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096062} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.335254] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.335254] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e963878c-9d9e-4fde-8515-5fd34a59381a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.344132] env[71079]: DEBUG nova.compute.manager [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.344362] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.346323] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf47455-7e85-4ae5-9cb0-8211c7a1a9f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.373374] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 234bae3a-7868-453f-9072-24eb855d57ed/234bae3a-7868-453f-9072-24eb855d57ed.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.377102] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf2ccce-4d03-4992-b167-9bcfc3ae2ada {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.394246] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.395113] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23893eb7-a0db-43c3-9de2-2c8622fa58a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.402256] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 632.402256] env[71079]: value = "task-3278321" [ 632.402256] env[71079]: _type = "Task" [ 632.402256] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.403335] env[71079]: DEBUG oslo_vmware.api [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 632.403335] env[71079]: value = "task-3278322" [ 632.403335] env[71079]: _type = "Task" [ 632.403335] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.419437] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.425235] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.428837] env[71079]: DEBUG oslo_vmware.api [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.451984] env[71079]: DEBUG nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.517412] env[71079]: DEBUG nova.network.neutron [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Successfully updated port: 1400ce00-96b7-4acd-b018-83dc1ccc86e0 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.690434] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.691331] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a303f9-2f42-46d0-b531-2e2a165a3dc6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.702550] env[71079]: DEBUG oslo_vmware.api [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 632.702550] env[71079]: value = "task-3278323" [ 632.702550] env[71079]: _type = "Task" [ 632.702550] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.713863] env[71079]: DEBUG oslo_vmware.api [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.779278] env[71079]: INFO nova.compute.manager [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Took 22.05 seconds to build instance. [ 632.805956] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.890773] env[71079]: DEBUG nova.network.neutron [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Successfully created port: 009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.903224] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb0b785-c7d5-47d7-9d96-7541020c0449 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.925630] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a856fb-3475-47cc-9e12-ddebb7214156 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.929078] env[71079]: DEBUG oslo_vmware.api [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278322, 'name': PowerOffVM_Task, 'duration_secs': 0.35329} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.929471] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278321, 'name': ReconfigVM_Task, 'duration_secs': 0.362067} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.933192] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.933383] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.933717] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 234bae3a-7868-453f-9072-24eb855d57ed/234bae3a-7868-453f-9072-24eb855d57ed.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.934502] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694374} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.935089] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd071c4-50d1-462b-a8a4-38bfda8b521e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.936594] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6a76684-58e1-4dbd-bbe8-27a033f56b7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.938237] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 33e7e6bd-0e86-42c4-b5a8-ef07ae610048/33e7e6bd-0e86-42c4-b5a8-ef07ae610048.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.938463] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.963969] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c7b105-0a7c-4fd6-841a-d371c5b08a4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.974632] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updated VIF entry in instance network info cache for port d16a25de-4aad-41fe-888f-819d34031a06. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.978069] env[71079]: DEBUG nova.network.neutron [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance_info_cache with network_info: [{"id": "d16a25de-4aad-41fe-888f-819d34031a06", "address": "fa:16:3e:5b:a5:38", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16a25de-4a", "ovs_interfaceid": "d16a25de-4aad-41fe-888f-819d34031a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.978069] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268c0043-3a4c-413d-be51-1e83a416ccd2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.983059] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 632.983059] env[71079]: value = "task-3278325" [ 632.983059] env[71079]: _type = "Task" [ 632.983059] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.994313] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 632.994313] env[71079]: value = "task-3278326" [ 632.994313] env[71079]: _type = "Task" [ 632.994313] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.995130] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d500dd3-63a7-4636-9c30-009330c006e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.008447] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278325, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.024232] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.024637] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "refresh_cache-ebc8a1c8-1686-4703-93b9-4994f544fee0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.024637] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquired lock "refresh_cache-ebc8a1c8-1686-4703-93b9-4994f544fee0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.024637] env[71079]: DEBUG nova.network.neutron [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.027591] env[71079]: DEBUG nova.compute.provider_tree [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.051821] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.051973] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.052191] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Deleting the datastore file [datastore1] 2d27d490-abcb-4459-b039-e045378f97d6 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.057197] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f089d8-42e9-4ece-ba88-da2a402adfe3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.064201] env[71079]: DEBUG nova.compute.manager [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Received event network-vif-plugged-42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.064201] env[71079]: DEBUG oslo_concurrency.lockutils [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] Acquiring lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.064201] env[71079]: DEBUG oslo_concurrency.lockutils [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.064201] env[71079]: DEBUG oslo_concurrency.lockutils [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.064201] env[71079]: DEBUG nova.compute.manager [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] No waiting events found dispatching network-vif-plugged-42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.064654] env[71079]: WARNING nova.compute.manager [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Received unexpected event network-vif-plugged-42af3630-2769-4532-ae1e-a1e32b86ee2e for instance with vm_state building and task_state spawning. [ 633.064654] env[71079]: DEBUG nova.compute.manager [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Received event network-changed-42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.064654] env[71079]: DEBUG nova.compute.manager [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Refreshing instance network info cache due to event network-changed-42af3630-2769-4532-ae1e-a1e32b86ee2e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.064654] env[71079]: DEBUG oslo_concurrency.lockutils [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] Acquiring lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.064654] env[71079]: DEBUG oslo_concurrency.lockutils [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] Acquired lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.064890] env[71079]: DEBUG nova.network.neutron [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Refreshing network info cache for port 42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.076600] env[71079]: DEBUG oslo_vmware.api [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for the task: (returnval){ [ 633.076600] env[71079]: value = "task-3278327" [ 633.076600] env[71079]: _type = "Task" [ 633.076600] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.090509] env[71079]: DEBUG oslo_vmware.api [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.220024] env[71079]: DEBUG oslo_vmware.api [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278323, 'name': PowerOffVM_Task, 'duration_secs': 0.467125} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.220024] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.220024] env[71079]: DEBUG nova.compute.manager [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.220024] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7b99e-a84e-42ca-a5e5-71ddcd99e083 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.282135] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07e1792c-9929-4610-9748-f2d2aa12998c tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.567s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.483932] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a7efb01-b166-4293-8942-d92a58afcc6b req-3ebc5798-8a82-4aec-9337-16f05da67d5c service nova] Releasing lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.485605] env[71079]: DEBUG nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.537326] env[71079]: DEBUG nova.scheduler.client.report [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.565729] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278325, 'name': Rename_Task, 'duration_secs': 0.203361} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.573796] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.573796] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084964} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.574251] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade5c632-8015-4763-8901-77f3299343c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.582475] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.589821] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.590060] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.590284] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.591913] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.592220] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.594403] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.594403] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.594403] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.594403] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.594403] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.595215] env[71079]: DEBUG nova.virt.hardware [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.597017] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbefe8f-9d98-473d-b102-ea883a4129d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.605723] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143d7b0a-3457-485f-b421-737c69fc150f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.656870] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 33e7e6bd-0e86-42c4-b5a8-ef07ae610048/33e7e6bd-0e86-42c4-b5a8-ef07ae610048.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.669153] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ded5ad-6065-44f6-bb99-6f55737a14d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.689206] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 633.689206] env[71079]: value = "task-3278328" [ 633.689206] env[71079]: _type = "Task" [ 633.689206] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.689206] env[71079]: DEBUG oslo_vmware.api [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Task: {'id': task-3278327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33111} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.692452] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca9653-93f8-4beb-9757-9c7d1c74fa60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.698056] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.698056] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.698208] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.698272] env[71079]: INFO nova.compute.manager [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Took 1.35 seconds to destroy the instance on the hypervisor. [ 633.699042] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.704713] env[71079]: DEBUG nova.compute.manager [-] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.704832] env[71079]: DEBUG nova.network.neutron [-] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.710603] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 633.710603] env[71079]: value = "task-3278329" [ 633.710603] env[71079]: _type = "Task" [ 633.710603] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.725986] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.733912] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8aaaeb80-f273-4923-bb42-a8890523ca2f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.735258] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.787812] env[71079]: DEBUG nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.848683] env[71079]: DEBUG nova.network.neutron [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.052057] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.052057] env[71079]: DEBUG nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.055319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.637s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.055690] env[71079]: DEBUG nova.objects.instance [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Lazy-loading 'resources' on Instance uuid 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.189417] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "8b430097-236d-4d69-847c-1129653c46d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.190551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "8b430097-236d-4d69-847c-1129653c46d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.190798] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "8b430097-236d-4d69-847c-1129653c46d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.191010] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "8b430097-236d-4d69-847c-1129653c46d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.191186] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "8b430097-236d-4d69-847c-1129653c46d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.193938] env[71079]: INFO nova.compute.manager [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Terminating instance [ 634.208812] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.223811] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.245391] env[71079]: DEBUG nova.network.neutron [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Updated VIF entry in instance network info cache for port 42af3630-2769-4532-ae1e-a1e32b86ee2e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.246302] env[71079]: DEBUG nova.network.neutron [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Updating instance_info_cache with network_info: [{"id": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "address": "fa:16:3e:99:54:1b", "network": {"id": "74201a6a-a706-48c0-92da-4e8c729fbfc2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1681104546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6256f416bc0d490881a0132ceb802d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af3630-27", "ovs_interfaceid": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.304424] env[71079]: DEBUG nova.network.neutron [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Updating instance_info_cache with network_info: [{"id": "1400ce00-96b7-4acd-b018-83dc1ccc86e0", "address": "fa:16:3e:74:a9:ec", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1400ce00-96", "ovs_interfaceid": "1400ce00-96b7-4acd-b018-83dc1ccc86e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.325263] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.559625] env[71079]: DEBUG nova.compute.utils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.564411] env[71079]: DEBUG nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.564645] env[71079]: DEBUG nova.network.neutron [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.686018] env[71079]: DEBUG nova.policy [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfe5c2bc267c4dcd92dd5477ccc2618f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a2300b40d1481d92b4fbd515aa5298', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.705733] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "refresh_cache-8b430097-236d-4d69-847c-1129653c46d7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.705962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquired lock "refresh_cache-8b430097-236d-4d69-847c-1129653c46d7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.706764] env[71079]: DEBUG nova.network.neutron [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.724599] env[71079]: DEBUG oslo_vmware.api [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278328, 'name': PowerOnVM_Task, 'duration_secs': 0.817426} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.724599] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.725875] env[71079]: INFO nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Took 10.91 seconds to spawn the instance on the hypervisor. [ 634.725875] env[71079]: DEBUG nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.726771] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eebc7ad-acee-46cb-921c-547abbe92659 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.737621] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278329, 'name': ReconfigVM_Task, 'duration_secs': 0.707268} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.742749] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 33e7e6bd-0e86-42c4-b5a8-ef07ae610048/33e7e6bd-0e86-42c4-b5a8-ef07ae610048.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.743573] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1639ce55-f019-4554-b99a-e6ec39eaa1a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.755814] env[71079]: DEBUG oslo_concurrency.lockutils [req-b37456b7-6df1-4877-8f54-533de5c9f73a req-cf53d8a7-8324-4862-80f3-13e667501e7c service nova] Releasing lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.762953] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 634.762953] env[71079]: value = "task-3278330" [ 634.762953] env[71079]: _type = "Task" [ 634.762953] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.783862] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278330, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.813308] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Releasing lock "refresh_cache-ebc8a1c8-1686-4703-93b9-4994f544fee0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.813308] env[71079]: DEBUG nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Instance network_info: |[{"id": "1400ce00-96b7-4acd-b018-83dc1ccc86e0", "address": "fa:16:3e:74:a9:ec", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1400ce00-96", "ovs_interfaceid": "1400ce00-96b7-4acd-b018-83dc1ccc86e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.814188] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:a9:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1400ce00-96b7-4acd-b018-83dc1ccc86e0', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.830360] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Creating folder: Project (3e75518e7c8841d0ad6cf101346a0e3e). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.832377] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b6f0360-0861-4512-9f0b-fad298912d37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.843200] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Created folder: Project (3e75518e7c8841d0ad6cf101346a0e3e) in parent group-v654700. [ 634.843393] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Creating folder: Instances. Parent ref: group-v654735. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.843651] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbab54c-93ec-4a52-802a-3678c4aaccfe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.858736] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Created folder: Instances in parent group-v654735. [ 634.859056] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.859271] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.859478] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f57bb22-6ffe-453e-b2ac-78cd8f8890c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.883849] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.883849] env[71079]: value = "task-3278333" [ 634.883849] env[71079]: _type = "Task" [ 634.883849] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.892326] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278333, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.020863] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f13b6-70b7-4309-a62b-75b303e14b76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.034649] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22be21d-3017-4db4-a514-962c4c8da375 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.078664] env[71079]: DEBUG nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.082378] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7510c8ca-aa42-4ddf-a594-fe9cf55e7961 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.097646] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a00a527-7c5f-4395-99e3-ff15e0afe32b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.115707] env[71079]: DEBUG nova.compute.provider_tree [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.246728] env[71079]: DEBUG nova.network.neutron [-] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.268032] env[71079]: DEBUG nova.network.neutron [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.279991] env[71079]: INFO nova.compute.manager [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Took 24.48 seconds to build instance. [ 635.285388] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278330, 'name': Rename_Task, 'duration_secs': 0.213897} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.286107] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.286314] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7320e9f6-cecc-4808-a7d0-663619627686 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.295690] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 635.295690] env[71079]: value = "task-3278334" [ 635.295690] env[71079]: _type = "Task" [ 635.295690] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.306733] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.394771] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278333, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.415924] env[71079]: DEBUG nova.network.neutron [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Successfully created port: b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.510145] env[71079]: DEBUG nova.compute.manager [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Received event network-changed-8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.510412] env[71079]: DEBUG nova.compute.manager [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Refreshing instance network info cache due to event network-changed-8e63f2a1-621b-48ab-9aab-a248a010618a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.510676] env[71079]: DEBUG oslo_concurrency.lockutils [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] Acquiring lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.510865] env[71079]: DEBUG oslo_concurrency.lockutils [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] Acquired lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.511077] env[71079]: DEBUG nova.network.neutron [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Refreshing network info cache for port 8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.553558] env[71079]: DEBUG nova.network.neutron [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.597298] env[71079]: INFO nova.compute.manager [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Rebuilding instance [ 635.619146] env[71079]: DEBUG nova.scheduler.client.report [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.666026] env[71079]: DEBUG nova.compute.manager [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.666026] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90527c50-6ee9-42f2-ab0c-c22bed95d88d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.753356] env[71079]: INFO nova.compute.manager [-] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Took 2.05 seconds to deallocate network for instance. [ 635.780129] env[71079]: DEBUG oslo_concurrency.lockutils [None req-00352f2d-cbef-42e7-ae0c-5bdf51ff7d56 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.813081] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.896440] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278333, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.964187] env[71079]: DEBUG nova.network.neutron [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Successfully updated port: 009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.058588] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Releasing lock "refresh_cache-8b430097-236d-4d69-847c-1129653c46d7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.059059] env[71079]: DEBUG nova.compute.manager [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.059330] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.060465] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef4b414-7f34-4570-b88c-f0935608d3e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.101275] env[71079]: DEBUG nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.127753] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.129798] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.124s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.261232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.283944] env[71079]: DEBUG nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.401967] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.402769] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.411384] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41d5f92-fd34-4d8c-a15f-1ad53a9e5b1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.438541] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278333, 'name': CreateVM_Task, 'duration_secs': 1.495154} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.442147] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.442526] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.443096] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.443348] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.443602] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.444736] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.445178] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.445915] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.445915] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.445915] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.445915] env[71079]: DEBUG nova.virt.hardware [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.447274] env[71079]: INFO nova.scheduler.client.report [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Deleted allocations for instance 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad [ 636.451105] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.451691] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601ba9e4-e0b7-4bee-80e1-f1449679cc65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.454912] env[71079]: DEBUG oslo_vmware.api [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 636.454912] env[71079]: value = "task-3278335" [ 636.454912] env[71079]: _type = "Task" [ 636.454912] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.455680] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.455844] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.456181] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.456991] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7e8792-04dc-46b9-9fc2-bec80c9aa8c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.471477] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.471805] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquired lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.471857] env[71079]: DEBUG nova.network.neutron [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.476083] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd1aff-2eb1-4d48-955d-ec42cc2a6132 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.485924] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 636.485924] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520df2b5-f2d0-938f-3d15-d3ad0e46f088" [ 636.485924] env[71079]: _type = "Task" [ 636.485924] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.486179] env[71079]: DEBUG oslo_vmware.api [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.513544] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520df2b5-f2d0-938f-3d15-d3ad0e46f088, 'name': SearchDatastore_Task, 'duration_secs': 0.015579} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.513957] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.514234] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.514524] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.514646] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.514831] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.515142] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-118af489-5cbe-49f3-a3ea-71134331b319 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.526154] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.526154] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.527995] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7045402b-0bc5-4b69-b68c-3f6551dae297 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.537595] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 636.537595] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5205c3b4-20da-f7bf-e9e4-61b83a5073e8" [ 636.537595] env[71079]: _type = "Task" [ 636.537595] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.546110] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5205c3b4-20da-f7bf-e9e4-61b83a5073e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.818195] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.915919] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.918740] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d181a49-17e2-4487-b32a-65abf034adf8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.926644] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 636.926644] env[71079]: value = "task-3278336" [ 636.926644] env[71079]: _type = "Task" [ 636.926644] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.943259] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.944304] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.968035] env[71079]: DEBUG oslo_vmware.api [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278335, 'name': PowerOffVM_Task, 'duration_secs': 0.201398} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.969579] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.969839] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.970580] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f463601-d386-4072-b90d-81f86af6b4f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.977484] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ce7088f-5e1c-4d9b-a608-141656d51037 tempest-DeleteServersAdminTestJSON-1740459044 tempest-DeleteServersAdminTestJSON-1740459044-project-admin] Lock "76845f8c-e70a-4f92-a3ba-dc7c2c5127ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.440s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.999723] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.999949] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.000143] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Deleting the datastore file [datastore1] 8b430097-236d-4d69-847c-1129653c46d7 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.000426] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5603fb4b-d0d1-40d1-95ff-d76f77a8ec95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.008149] env[71079]: DEBUG oslo_vmware.api [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for the task: (returnval){ [ 637.008149] env[71079]: value = "task-3278338" [ 637.008149] env[71079]: _type = "Task" [ 637.008149] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.020197] env[71079]: DEBUG oslo_vmware.api [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.047716] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5205c3b4-20da-f7bf-e9e4-61b83a5073e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.049295] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449d0ce3-1ea0-4665-a8b7-ed454e052610 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.055951] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 637.055951] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa84e0-adef-24db-beca-2baf9b70210b" [ 637.055951] env[71079]: _type = "Task" [ 637.055951] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.064737] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa84e0-adef-24db-beca-2baf9b70210b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.177918] env[71079]: DEBUG nova.network.neutron [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Successfully updated port: b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.227300] env[71079]: DEBUG nova.network.neutron [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.314716] env[71079]: DEBUG oslo_vmware.api [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278334, 'name': PowerOnVM_Task, 'duration_secs': 1.548499} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.315018] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.315255] env[71079]: INFO nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Took 11.06 seconds to spawn the instance on the hypervisor. [ 637.315453] env[71079]: DEBUG nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.316364] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68842a0-b44f-400d-bdea-3d0c954e0318 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.442686] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278336, 'name': PowerOffVM_Task, 'duration_secs': 0.19481} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.442751] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.443682] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.443898] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a98857-598f-4d7e-94de-5658fed1df9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.456968] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.458335] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 2d27d490-abcb-4459-b039-e045378f97d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 637.458806] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 524f9d7c-3a51-4570-bad1-4b4a2e51c639 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.458806] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8b430097-236d-4d69-847c-1129653c46d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.458806] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 5886f11a-d2d5-459e-82ca-7e718cf28b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.458968] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance bbe9db38-468a-4c7d-8140-716ec900380d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.459069] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 64df4dbf-7231-4fed-85d7-241dd9257df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.459199] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 92011c0d-65c5-43e3-a9c4-3fa1c46d3727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.460031] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.460031] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 234bae3a-7868-453f-9072-24eb855d57ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.460031] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 33e7e6bd-0e86-42c4-b5a8-ef07ae610048 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.460031] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance ebc8a1c8-1686-4703-93b9-4994f544fee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.461029] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 50acee33-d8c1-42f4-a873-fc34c60d9b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.461029] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance beed49de-6836-46f8-a6f0-c6fa330eafc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 637.461340] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d15a5a2-0f11-4c03-8690-08a35c8b7cc3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.488499] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.488758] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.489014] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Deleting the datastore file [datastore2] 524f9d7c-3a51-4570-bad1-4b4a2e51c639 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.489921] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97b2080a-6018-4a6a-acab-9fcf800ec16d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.498562] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 637.498562] env[71079]: value = "task-3278340" [ 637.498562] env[71079]: _type = "Task" [ 637.498562] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.513424] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.524365] env[71079]: DEBUG oslo_vmware.api [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Task: {'id': task-3278338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160812} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.524846] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.525196] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.525508] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.526450] env[71079]: INFO nova.compute.manager [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Took 1.47 seconds to destroy the instance on the hypervisor. [ 637.526450] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.526450] env[71079]: DEBUG nova.compute.manager [-] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.526450] env[71079]: DEBUG nova.network.neutron [-] [instance: 8b430097-236d-4d69-847c-1129653c46d7] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.555880] env[71079]: DEBUG nova.network.neutron [-] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.569633] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa84e0-adef-24db-beca-2baf9b70210b, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.569883] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.570151] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] ebc8a1c8-1686-4703-93b9-4994f544fee0/ebc8a1c8-1686-4703-93b9-4994f544fee0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.570426] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69099469-82b2-4fdf-a6fa-caa53a1dd2a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.579077] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 637.579077] env[71079]: value = "task-3278341" [ 637.579077] env[71079]: _type = "Task" [ 637.579077] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.587114] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.681523] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.681713] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquired lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.682740] env[71079]: DEBUG nova.network.neutron [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.742968] env[71079]: DEBUG nova.network.neutron [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updated VIF entry in instance network info cache for port 8e63f2a1-621b-48ab-9aab-a248a010618a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.743588] env[71079]: DEBUG nova.network.neutron [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updating instance_info_cache with network_info: [{"id": "8e63f2a1-621b-48ab-9aab-a248a010618a", "address": "fa:16:3e:e9:ba:58", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e63f2a1-62", "ovs_interfaceid": "8e63f2a1-621b-48ab-9aab-a248a010618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.835015] env[71079]: INFO nova.compute.manager [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Took 22.24 seconds to build instance. [ 637.878449] env[71079]: DEBUG nova.network.neutron [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Updating instance_info_cache with network_info: [{"id": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "address": "fa:16:3e:4b:f4:92", "network": {"id": "63deb077-1077-400a-88c3-b835450afbc5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-935547773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "342418bac9a04513944f5fc5027f3591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009b2a8d-af", "ovs_interfaceid": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.964772] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 3f60e673-e519-4511-8f17-553bd328c435 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 638.024107] env[71079]: DEBUG nova.compute.manager [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.024107] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257539} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.024107] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a988ee0b-8de9-497d-9247-535d0474cce2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.030724] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.031093] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.031338] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.058643] env[71079]: DEBUG nova.network.neutron [-] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.089742] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.247245] env[71079]: DEBUG oslo_concurrency.lockutils [req-c9459220-37d8-4925-b9a5-5152fa5c7c93 req-1cc04e2f-4dee-4a00-a82e-d10438583252 service nova] Releasing lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.247999] env[71079]: DEBUG nova.network.neutron [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.304637] env[71079]: DEBUG nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Received event network-vif-plugged-1400ce00-96b7-4acd-b018-83dc1ccc86e0 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.307069] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Acquiring lock "ebc8a1c8-1686-4703-93b9-4994f544fee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.307069] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.307069] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.307069] env[71079]: DEBUG nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] No waiting events found dispatching network-vif-plugged-1400ce00-96b7-4acd-b018-83dc1ccc86e0 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.307069] env[71079]: WARNING nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Received unexpected event network-vif-plugged-1400ce00-96b7-4acd-b018-83dc1ccc86e0 for instance with vm_state building and task_state spawning. [ 638.307260] env[71079]: DEBUG nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Received event network-changed-1400ce00-96b7-4acd-b018-83dc1ccc86e0 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.307861] env[71079]: DEBUG nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Refreshing instance network info cache due to event network-changed-1400ce00-96b7-4acd-b018-83dc1ccc86e0. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.309454] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Acquiring lock "refresh_cache-ebc8a1c8-1686-4703-93b9-4994f544fee0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.309454] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Acquired lock "refresh_cache-ebc8a1c8-1686-4703-93b9-4994f544fee0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.309454] env[71079]: DEBUG nova.network.neutron [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Refreshing network info cache for port 1400ce00-96b7-4acd-b018-83dc1ccc86e0 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.339735] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b66233d-dff1-4d89-9cc9-a096b3f295a1 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.378s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.381742] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Releasing lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.381742] env[71079]: DEBUG nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Instance network_info: |[{"id": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "address": "fa:16:3e:4b:f4:92", "network": {"id": "63deb077-1077-400a-88c3-b835450afbc5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-935547773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "342418bac9a04513944f5fc5027f3591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009b2a8d-af", "ovs_interfaceid": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.381886] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009b2a8d-af5f-4bf1-af19-5f4d21db610f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.389549] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Creating folder: Project (342418bac9a04513944f5fc5027f3591). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.390208] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b722e15-1be4-4d7c-ad6f-806f8e3c4c71 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.397915] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.398239] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.400603] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Created folder: Project (342418bac9a04513944f5fc5027f3591) in parent group-v654700. [ 638.400738] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Creating folder: Instances. Parent ref: group-v654738. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.400960] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2a14aaf-55d8-4dc6-8765-65f358f396db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.409971] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Created folder: Instances in parent group-v654738. [ 638.410231] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.410431] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.411036] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2575093-c80f-40c1-86ec-faf3b06bc546 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.435188] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.435188] env[71079]: value = "task-3278344" [ 638.435188] env[71079]: _type = "Task" [ 638.435188] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.444162] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278344, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.468466] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e43cd3ed-5a0e-4d1d-9177-9879a05db58f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 638.494819] env[71079]: DEBUG nova.network.neutron [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Updating instance_info_cache with network_info: [{"id": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "address": "fa:16:3e:52:5d:fe", "network": {"id": "5deed764-0635-4a10-9c33-043ec016c58b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706259817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a2300b40d1481d92b4fbd515aa5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1517d97-01", "ovs_interfaceid": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.545042] env[71079]: INFO nova.compute.manager [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] instance snapshotting [ 638.545271] env[71079]: WARNING nova.compute.manager [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 638.550504] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3118c10-b7e0-4340-91e4-8671fca75dd9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.578290] env[71079]: INFO nova.compute.manager [-] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Took 1.05 seconds to deallocate network for instance. [ 638.580721] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ba2523-a38c-40e9-a41a-74db317cad53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.599797] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670845} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.600355] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] ebc8a1c8-1686-4703-93b9-4994f544fee0/ebc8a1c8-1686-4703-93b9-4994f544fee0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.602719] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.602719] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef5c90e2-194b-4cd0-90f5-095c1efa0a69 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.608095] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 638.608095] env[71079]: value = "task-3278345" [ 638.608095] env[71079]: _type = "Task" [ 638.608095] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.617601] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.840920] env[71079]: DEBUG nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.948833] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278344, 'name': CreateVM_Task, 'duration_secs': 0.506783} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.955576] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.956383] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.956535] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.956899] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.957470] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdf4686-d7da-4746-86f1-8ad1cb59bb18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.965337] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 638.965337] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526e2c6e-e2f8-2787-1f9c-7ef599005174" [ 638.965337] env[71079]: _type = "Task" [ 638.965337] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.972214] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 37447c09-45f9-4c5d-8c7f-f5d626a7e514 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 638.973504] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526e2c6e-e2f8-2787-1f9c-7ef599005174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.997250] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Releasing lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.997625] env[71079]: DEBUG nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Instance network_info: |[{"id": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "address": "fa:16:3e:52:5d:fe", "network": {"id": "5deed764-0635-4a10-9c33-043ec016c58b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706259817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a2300b40d1481d92b4fbd515aa5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1517d97-01", "ovs_interfaceid": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.998196] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:5d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1517d97-010e-49ae-b9f2-e623a0100ecf', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.009070] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Creating folder: Project (35a2300b40d1481d92b4fbd515aa5298). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.009710] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b86625e-b17c-4920-aaf6-963b8913e2f4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.022820] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Created folder: Project (35a2300b40d1481d92b4fbd515aa5298) in parent group-v654700. [ 639.023164] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Creating folder: Instances. Parent ref: group-v654741. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.023494] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cd9a8e9-09a1-4fec-9a29-e631c87a0494 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.039134] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Created folder: Instances in parent group-v654741. [ 639.039134] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.039134] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.039134] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11cba5b2-21fd-429d-9853-11ee8c841a2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.062537] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.062537] env[71079]: value = "task-3278348" [ 639.062537] env[71079]: _type = "Task" [ 639.062537] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.074735] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278348, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.088321] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.088629] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.088830] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.089066] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.089294] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.089493] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.089747] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.089949] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.090181] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.090386] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.090609] env[71079]: DEBUG nova.virt.hardware [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.091581] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.093182] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc7623-041c-4803-b6d9-b276049b592b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.101730] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 639.102163] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f29795c-acb8-4e43-b129-a3c3778fd0f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.105385] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7eaf98-6435-42f9-9a6a-c8f626f71316 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.116764] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 639.116764] env[71079]: value = "task-3278349" [ 639.116764] env[71079]: _type = "Task" [ 639.116764] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.130363] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.137339] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.137339] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224232} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.139347] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.141958] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.141958] env[71079]: DEBUG nova.network.neutron [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Updated VIF entry in instance network info cache for port 1400ce00-96b7-4acd-b018-83dc1ccc86e0. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.142125] env[71079]: DEBUG nova.network.neutron [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Updating instance_info_cache with network_info: [{"id": "1400ce00-96b7-4acd-b018-83dc1ccc86e0", "address": "fa:16:3e:74:a9:ec", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1400ce00-96", "ovs_interfaceid": "1400ce00-96b7-4acd-b018-83dc1ccc86e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.145718] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e94dd6-cc28-4a7c-8169-b67c19578fd2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.159890] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c6d89-13fc-4715-b064-d01ba0fdae44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.167256] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278349, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.178107] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.178107] env[71079]: value = "task-3278350" [ 639.178107] env[71079]: _type = "Task" [ 639.178107] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.191579] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ebc8a1c8-1686-4703-93b9-4994f544fee0/ebc8a1c8-1686-4703-93b9-4994f544fee0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.191579] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c48733d-82ee-42dd-94f1-44edf4ac48d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.221469] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278350, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.223120] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 639.223120] env[71079]: value = "task-3278351" [ 639.223120] env[71079]: _type = "Task" [ 639.223120] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.232416] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.374698] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.475243] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 639.487253] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526e2c6e-e2f8-2787-1f9c-7ef599005174, 'name': SearchDatastore_Task, 'duration_secs': 0.068076} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.491320] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491320] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.491320] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491320] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.491532] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.491532] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a18b29-e4fe-47e4-b12b-55e6fd23bff2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.499716] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.499923] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.500839] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22d44b7-042c-4f81-bc26-24bf379dece7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.508088] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 639.508088] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526d630c-6139-412d-d587-e6ea2b03a940" [ 639.508088] env[71079]: _type = "Task" [ 639.508088] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.518780] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526d630c-6139-412d-d587-e6ea2b03a940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.579854] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278348, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.643149] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278349, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.662197] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Releasing lock "refresh_cache-ebc8a1c8-1686-4703-93b9-4994f544fee0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.662463] env[71079]: DEBUG nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Received event network-changed-b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.662622] env[71079]: DEBUG nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Refreshing instance network info cache due to event network-changed-b2534cab-d28f-4659-941e-c4b56f07cd0b. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.662829] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Acquiring lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.662970] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Acquired lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.663222] env[71079]: DEBUG nova.network.neutron [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Refreshing network info cache for port b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.703656] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278350, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.734658] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.768867] env[71079]: DEBUG nova.compute.manager [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Received event network-changed-8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.768867] env[71079]: DEBUG nova.compute.manager [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Refreshing instance network info cache due to event network-changed-8e63f2a1-621b-48ab-9aab-a248a010618a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.768867] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Acquiring lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.768867] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Acquired lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.768867] env[71079]: DEBUG nova.network.neutron [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Refreshing network info cache for port 8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.982174] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d1ee91d7-9d84-4094-8d38-166d8a2b999e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 640.026514] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526d630c-6139-412d-d587-e6ea2b03a940, 'name': SearchDatastore_Task, 'duration_secs': 0.016265} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.031030] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d9cbd5-89a9-4c25-b3f8-ecb747107081 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.040908] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 640.040908] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c507c-9051-e285-95f3-15389b152383" [ 640.040908] env[71079]: _type = "Task" [ 640.040908] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.061137] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c507c-9051-e285-95f3-15389b152383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.066109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "8a655321-9dcf-41f1-820b-2d44039e289b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.066364] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "8a655321-9dcf-41f1-820b-2d44039e289b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.077470] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278348, 'name': CreateVM_Task, 'duration_secs': 0.550647} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.077698] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.078504] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.078753] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.079088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.079397] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51e33f8-b6f2-4408-9beb-08ebc776fcad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.084507] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 640.084507] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521fed79-32ea-301d-e86d-358edc7797cf" [ 640.084507] env[71079]: _type = "Task" [ 640.084507] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.099166] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521fed79-32ea-301d-e86d-358edc7797cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.140091] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278349, 'name': CreateSnapshot_Task, 'duration_secs': 1.015819} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.140091] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.140939] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803ee387-7d8d-4170-a06e-280216e5d7e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.205948] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278350, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.234513] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278351, 'name': ReconfigVM_Task, 'duration_secs': 0.734848} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.234595] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ebc8a1c8-1686-4703-93b9-4994f544fee0/ebc8a1c8-1686-4703-93b9-4994f544fee0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.235566] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68e13f6b-23b8-4756-a027-f0e7f20a44a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.242555] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 640.242555] env[71079]: value = "task-3278352" [ 640.242555] env[71079]: _type = "Task" [ 640.242555] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.265759] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278352, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.487096] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance c7f229c2-eab7-4906-8e1f-8cfefd4ac060 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 640.551444] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c507c-9051-e285-95f3-15389b152383, 'name': SearchDatastore_Task, 'duration_secs': 0.012268} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.551889] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.551983] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 50acee33-d8c1-42f4-a873-fc34c60d9b8c/50acee33-d8c1-42f4-a873-fc34c60d9b8c.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.552238] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-853db339-07af-4950-bea7-f95d7ed89d47 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.561924] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 640.561924] env[71079]: value = "task-3278353" [ 640.561924] env[71079]: _type = "Task" [ 640.561924] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.575389] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.595460] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521fed79-32ea-301d-e86d-358edc7797cf, 'name': SearchDatastore_Task, 'duration_secs': 0.024006} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.595578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.595841] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.596260] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.597375] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.597375] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.597375] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bda531ff-7dd3-470d-b17c-e2949530d4e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.605764] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.605901] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.610641] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9b70ae-2dfc-49ec-a553-45a123af0b0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.615567] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 640.615567] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f0e4b6-7f36-37cb-82dc-5987998cdd18" [ 640.615567] env[71079]: _type = "Task" [ 640.615567] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.626039] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f0e4b6-7f36-37cb-82dc-5987998cdd18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.662275] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 640.662632] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62e132a8-441c-4b41-b7ad-a8a81aee193d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.671746] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 640.671746] env[71079]: value = "task-3278354" [ 640.671746] env[71079]: _type = "Task" [ 640.671746] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.681226] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278354, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.702227] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278350, 'name': CreateVM_Task, 'duration_secs': 1.073944} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.702330] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.702794] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.703013] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.703371] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.706902] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf8e4d5-d6e9-4a16-92aa-ab816b1cd630 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.713344] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 640.713344] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270632f-4bdd-8422-6f47-1f7bd27e38be" [ 640.713344] env[71079]: _type = "Task" [ 640.713344] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.725055] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270632f-4bdd-8422-6f47-1f7bd27e38be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.755961] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278352, 'name': Rename_Task, 'duration_secs': 0.251912} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.756514] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.756945] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61428dbd-6a68-4c83-9387-d03d103bf19e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.765894] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 640.765894] env[71079]: value = "task-3278355" [ 640.765894] env[71079]: _type = "Task" [ 640.765894] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.781692] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.968025] env[71079]: DEBUG nova.network.neutron [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Updated VIF entry in instance network info cache for port b2534cab-d28f-4659-941e-c4b56f07cd0b. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.968721] env[71079]: DEBUG nova.network.neutron [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Updating instance_info_cache with network_info: [{"id": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "address": "fa:16:3e:6d:05:e0", "network": {"id": "ebb8bd95-6e2d-4ffe-8be3-87899fbb966c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-728055022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09b3dd4b6d794f6ca1d326ded76c173e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2534cab-d2", "ovs_interfaceid": "b2534cab-d28f-4659-941e-c4b56f07cd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.977164] env[71079]: DEBUG nova.network.neutron [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updated VIF entry in instance network info cache for port 8e63f2a1-621b-48ab-9aab-a248a010618a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.977164] env[71079]: DEBUG nova.network.neutron [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updating instance_info_cache with network_info: [{"id": "8e63f2a1-621b-48ab-9aab-a248a010618a", "address": "fa:16:3e:e9:ba:58", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e63f2a1-62", "ovs_interfaceid": "8e63f2a1-621b-48ab-9aab-a248a010618a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.989869] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 926f7d25-80c5-408e-b2b5-0544d36305f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 640.990254] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 640.990452] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 641.072963] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278353, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.127834] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f0e4b6-7f36-37cb-82dc-5987998cdd18, 'name': SearchDatastore_Task, 'duration_secs': 0.008871} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.131950] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccaf34e-8490-4587-a53f-1c277cf7b1f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.137267] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 641.137267] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52073f33-8c9a-bdf8-eeec-0dc3d1e01c71" [ 641.137267] env[71079]: _type = "Task" [ 641.137267] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.149089] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52073f33-8c9a-bdf8-eeec-0dc3d1e01c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.187428] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278354, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.223264] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270632f-4bdd-8422-6f47-1f7bd27e38be, 'name': SearchDatastore_Task, 'duration_secs': 0.013181} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.223491] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.223741] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.224162] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.289717] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278355, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.418917] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "d114d86b-843c-4928-b251-5747b5d6b5ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.423029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.472968] env[71079]: DEBUG oslo_concurrency.lockutils [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] Releasing lock "refresh_cache-5886f11a-d2d5-459e-82ca-7e718cf28b19" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.472968] env[71079]: DEBUG nova.compute.manager [req-20da8ab2-03c5-41e2-90cb-6e84f8cdb9a1 req-2494687c-9d17-4fdb-8781-9ee38d27531f service nova] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Received event network-vif-deleted-126135b1-b5aa-4bb6-a9aa-81bbac1743db {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.479392] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Releasing lock "refresh_cache-bbe9db38-468a-4c7d-8140-716ec900380d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.479717] env[71079]: DEBUG nova.compute.manager [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Received event network-vif-plugged-b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.479998] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Acquiring lock "beed49de-6836-46f8-a6f0-c6fa330eafc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.480232] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.480402] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.480573] env[71079]: DEBUG nova.compute.manager [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] No waiting events found dispatching network-vif-plugged-b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.480941] env[71079]: WARNING nova.compute.manager [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Received unexpected event network-vif-plugged-b1517d97-010e-49ae-b9f2-e623a0100ecf for instance with vm_state building and task_state spawning. [ 641.481303] env[71079]: DEBUG nova.compute.manager [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Received event network-changed-b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.481476] env[71079]: DEBUG nova.compute.manager [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Refreshing instance network info cache due to event network-changed-b1517d97-010e-49ae-b9f2-e623a0100ecf. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.481975] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Acquiring lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.482089] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Acquired lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.482251] env[71079]: DEBUG nova.network.neutron [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Refreshing network info cache for port b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.502976] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db5d86a-1255-47c4-b114-b037a6bcedaa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.521094] env[71079]: DEBUG nova.compute.manager [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 641.537404] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06114f-3959-45d4-9cb4-ccaee9f4a414 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.583474] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4455b4-e6b9-4880-bbe5-b7d864478c13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.598081] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531084} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.601574] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348565b-3652-4ec9-922b-9a2787c4368a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.606391] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 50acee33-d8c1-42f4-a873-fc34c60d9b8c/50acee33-d8c1-42f4-a873-fc34c60d9b8c.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.606734] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.607843] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a33e563b-d3a4-4ed6-91ba-3d1dfc8baf4a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.621812] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.626704] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 641.626704] env[71079]: value = "task-3278356" [ 641.626704] env[71079]: _type = "Task" [ 641.626704] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.633377] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.647576] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52073f33-8c9a-bdf8-eeec-0dc3d1e01c71, 'name': SearchDatastore_Task, 'duration_secs': 0.032914} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.647837] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.648102] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] beed49de-6836-46f8-a6f0-c6fa330eafc3/beed49de-6836-46f8-a6f0-c6fa330eafc3.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.648435] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.648738] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.648854] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3119ba-96a1-40cf-b03d-bb94dd8f520b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.650998] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a533c9c8-addf-47f4-bd7a-8d6f07f2ddde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.657349] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 641.657349] env[71079]: value = "task-3278357" [ 641.657349] env[71079]: _type = "Task" [ 641.657349] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.661928] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.662163] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.663621] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668d349b-0574-40e8-a68d-fd9ba63654ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.668581] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.673065] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 641.673065] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d41502-5def-220e-0bd3-8c190c2ca599" [ 641.673065] env[71079]: _type = "Task" [ 641.673065] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.685985] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278354, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.689422] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d41502-5def-220e-0bd3-8c190c2ca599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.778345] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278355, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.004031] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "03afbe12-b1c9-4613-b434-03c93336c95a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.004031] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "03afbe12-b1c9-4613-b434-03c93336c95a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.055897] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.126809] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.143020] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069887} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.143020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.143947] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d466df5-92ae-4203-bca8-028f80789318 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.174353] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 50acee33-d8c1-42f4-a873-fc34c60d9b8c/50acee33-d8c1-42f4-a873-fc34c60d9b8c.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.178432] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a3fa7d-2744-427e-ba75-e60e89c8557e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.212403] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278354, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.219442] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 642.219442] env[71079]: value = "task-3278358" [ 642.219442] env[71079]: _type = "Task" [ 642.219442] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.221684] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d41502-5def-220e-0bd3-8c190c2ca599, 'name': SearchDatastore_Task, 'duration_secs': 0.016689} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.221684] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.224496] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e8b498-a131-49a4-a6af-df13ca3ff151 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.233376] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.235979] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 642.235979] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aac2a2-dbbf-0658-aee2-6b681e80a283" [ 642.235979] env[71079]: _type = "Task" [ 642.235979] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.245398] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aac2a2-dbbf-0658-aee2-6b681e80a283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.279314] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278355, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.285965] env[71079]: DEBUG nova.compute.manager [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Received event network-vif-plugged-009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.293188] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Acquiring lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.293188] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.293188] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.293188] env[71079]: DEBUG nova.compute.manager [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] No waiting events found dispatching network-vif-plugged-009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.293188] env[71079]: WARNING nova.compute.manager [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Received unexpected event network-vif-plugged-009b2a8d-af5f-4bf1-af19-5f4d21db610f for instance with vm_state building and task_state spawning. [ 642.293427] env[71079]: DEBUG nova.compute.manager [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Received event network-changed-009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.293427] env[71079]: DEBUG nova.compute.manager [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Refreshing instance network info cache due to event network-changed-009b2a8d-af5f-4bf1-af19-5f4d21db610f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.293427] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Acquiring lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.293427] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Acquired lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.293427] env[71079]: DEBUG nova.network.neutron [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Refreshing network info cache for port 009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.637738] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 642.638650] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.508s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.638650] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.601s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.638650] env[71079]: DEBUG nova.objects.instance [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 642.641903] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.642320] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Getting list of instances from cluster (obj){ [ 642.642320] env[71079]: value = "domain-c8" [ 642.642320] env[71079]: _type = "ClusterComputeResource" [ 642.642320] env[71079]: } {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 642.643497] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c908fc-3aea-4418-b4b5-9a7406fb9709 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.672086] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Got total of 12 instances {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 642.674381] env[71079]: DEBUG nova.network.neutron [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Updated VIF entry in instance network info cache for port b1517d97-010e-49ae-b9f2-e623a0100ecf. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.674753] env[71079]: DEBUG nova.network.neutron [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Updating instance_info_cache with network_info: [{"id": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "address": "fa:16:3e:52:5d:fe", "network": {"id": "5deed764-0635-4a10-9c33-043ec016c58b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706259817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a2300b40d1481d92b4fbd515aa5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1517d97-01", "ovs_interfaceid": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.689871] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819301} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.693598] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] beed49de-6836-46f8-a6f0-c6fa330eafc3/beed49de-6836-46f8-a6f0-c6fa330eafc3.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.693797] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.694248] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278354, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.694421] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a54fac9a-9cb4-4ac5-ae85-e9f30c430517 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.702345] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 642.702345] env[71079]: value = "task-3278359" [ 642.702345] env[71079]: _type = "Task" [ 642.702345] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.716490] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.733023] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.748850] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aac2a2-dbbf-0658-aee2-6b681e80a283, 'name': SearchDatastore_Task, 'duration_secs': 0.056709} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.748850] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.748850] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.748850] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58500ddf-45e5-42f8-aec1-05b18081bb8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.756790] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 642.756790] env[71079]: value = "task-3278360" [ 642.756790] env[71079]: _type = "Task" [ 642.756790] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.765723] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.779920] env[71079]: DEBUG oslo_vmware.api [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278355, 'name': PowerOnVM_Task, 'duration_secs': 1.821018} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.780317] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.780591] env[71079]: INFO nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Took 11.83 seconds to spawn the instance on the hypervisor. [ 642.780947] env[71079]: DEBUG nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.782825] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7033d98-29f3-42d1-842c-15a0e8681e92 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.182043] env[71079]: DEBUG oslo_concurrency.lockutils [req-b61db5fb-f047-4095-87e8-127c96f19aa9 req-49dbdfb7-c7ce-48ca-8706-3d5c35976e43 service nova] Releasing lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.192463] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278354, 'name': CloneVM_Task, 'duration_secs': 2.140973} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.192790] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Created linked-clone VM from snapshot [ 643.193528] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9527d3-84a3-447d-9edc-69bdf64adc11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.202395] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Uploading image 82b9a9a3-5ff7-4105-b4fa-d4a4b7bf4a4a {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 643.216094] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084167} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.216371] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.217974] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696cc999-b638-4cfd-aa9d-ca190907f08b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.232378] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278358, 'name': ReconfigVM_Task, 'duration_secs': 0.584362} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.242454] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 50acee33-d8c1-42f4-a873-fc34c60d9b8c/50acee33-d8c1-42f4-a873-fc34c60d9b8c.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.251829] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] beed49de-6836-46f8-a6f0-c6fa330eafc3/beed49de-6836-46f8-a6f0-c6fa330eafc3.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.254772] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fe0786d-1827-4011-8462-09cb556a4043 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.256583] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2610e746-3995-4483-bacb-4466219fb250 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.277449] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 643.277449] env[71079]: value = "vm-654746" [ 643.277449] env[71079]: _type = "VirtualMachine" [ 643.277449] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 643.281929] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7af950e-c400-43c5-81d9-4bf9726c2f80 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.288039] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 643.288039] env[71079]: value = "task-3278362" [ 643.288039] env[71079]: _type = "Task" [ 643.288039] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.306345] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.306345] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 643.306345] env[71079]: value = "task-3278361" [ 643.306345] env[71079]: _type = "Task" [ 643.306345] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.317442] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease: (returnval){ [ 643.317442] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52417f97-58a8-d219-0304-ab7d707cf393" [ 643.317442] env[71079]: _type = "HttpNfcLease" [ 643.317442] env[71079]: } obtained for exporting VM: (result){ [ 643.317442] env[71079]: value = "vm-654746" [ 643.317442] env[71079]: _type = "VirtualMachine" [ 643.317442] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 643.317442] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the lease: (returnval){ [ 643.317442] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52417f97-58a8-d219-0304-ab7d707cf393" [ 643.317442] env[71079]: _type = "HttpNfcLease" [ 643.317442] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 643.323747] env[71079]: INFO nova.compute.manager [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Took 26.86 seconds to build instance. [ 643.334352] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.338490] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278361, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.342221] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 643.342221] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52417f97-58a8-d219-0304-ab7d707cf393" [ 643.342221] env[71079]: _type = "HttpNfcLease" [ 643.342221] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 643.342221] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 643.342221] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52417f97-58a8-d219-0304-ab7d707cf393" [ 643.342221] env[71079]: _type = "HttpNfcLease" [ 643.342221] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 643.342221] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387282e6-9cd9-4e00-b7cb-bf25dda9f197 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.355798] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbd694-e686-d9a0-cea3-945899c3af47/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 643.356114] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbd694-e686-d9a0-cea3-945899c3af47/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 643.418030] env[71079]: DEBUG nova.network.neutron [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Updated VIF entry in instance network info cache for port 009b2a8d-af5f-4bf1-af19-5f4d21db610f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.418386] env[71079]: DEBUG nova.network.neutron [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Updating instance_info_cache with network_info: [{"id": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "address": "fa:16:3e:4b:f4:92", "network": {"id": "63deb077-1077-400a-88c3-b835450afbc5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-935547773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "342418bac9a04513944f5fc5027f3591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009b2a8d-af", "ovs_interfaceid": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.458713] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a41e1d91-5758-49cd-b38e-630278b0f053 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.655898] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad6d4191-3bba-4bda-812d-d3ea49790a94 tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.657138] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.338s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.658951] env[71079]: INFO nova.compute.claims [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.789918] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703153} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.790590] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.790994] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.791622] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2cf49eb-72fd-44b7-8d6f-0bf419c525fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.802189] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 643.802189] env[71079]: value = "task-3278364" [ 643.802189] env[71079]: _type = "Task" [ 643.802189] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.809956] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.819566] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.835963] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4061fdae-ab55-4322-bf4f-7c912925339c tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.182s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.836590] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278361, 'name': Rename_Task, 'duration_secs': 0.305033} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.839110] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.840087] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7ce5092-12fa-4100-9538-0a343b274301 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.851405] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 643.851405] env[71079]: value = "task-3278365" [ 643.851405] env[71079]: _type = "Task" [ 643.851405] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.870602] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278365, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.921840] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Releasing lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.923140] env[71079]: DEBUG nova.compute.manager [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received event network-changed-cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.925214] env[71079]: DEBUG nova.compute.manager [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Refreshing instance network info cache due to event network-changed-cf9439a7-6f42-4d38-9462-3d4265f5c83b. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.925214] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Acquiring lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.925214] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Acquired lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.925214] env[71079]: DEBUG nova.network.neutron [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Refreshing network info cache for port cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.308230] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278362, 'name': ReconfigVM_Task, 'duration_secs': 0.99771} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.312898] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] beed49de-6836-46f8-a6f0-c6fa330eafc3/beed49de-6836-46f8-a6f0-c6fa330eafc3.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.313899] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e12526ed-8796-48ba-8266-0b00c038b34f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.324072] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280401} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.326716] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.327189] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 644.327189] env[71079]: value = "task-3278366" [ 644.327189] env[71079]: _type = "Task" [ 644.327189] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.329286] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bb1b1-0e66-42d7-838d-e4ff09d607eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.345192] env[71079]: DEBUG nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.349506] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278366, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.368982] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.373043] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fbe85e-a2f6-42a6-85fb-ac8cba86ee8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.395651] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278365, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.397409] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 644.397409] env[71079]: value = "task-3278367" [ 644.397409] env[71079]: _type = "Task" [ 644.397409] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.408188] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.844892] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278366, 'name': Rename_Task, 'duration_secs': 0.326948} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.845765] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.846077] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7828603-43b1-415b-bf60-0d945f64b869 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.860455] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 644.860455] env[71079]: value = "task-3278368" [ 644.860455] env[71079]: _type = "Task" [ 644.860455] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.884230] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278368, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.890336] env[71079]: DEBUG oslo_vmware.api [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278365, 'name': PowerOnVM_Task, 'duration_secs': 0.969942} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.890336] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.890336] env[71079]: INFO nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Took 11.40 seconds to spawn the instance on the hypervisor. [ 644.890534] env[71079]: DEBUG nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.891712] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06cbca6-8f9f-4714-b3d5-0862a7cbdeac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.895780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.917484] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.922513] env[71079]: DEBUG nova.network.neutron [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updated VIF entry in instance network info cache for port cf9439a7-6f42-4d38-9462-3d4265f5c83b. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.922679] env[71079]: DEBUG nova.network.neutron [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.170653] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7316cc6e-dad2-42d2-b693-a0badd2ceb89 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.181106] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e4074c-d2b0-4173-8fce-af825793ba8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.215830] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6f3818-8cb2-4114-ab4e-be542aaca5be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.225074] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e12da7-7982-43c0-bd7b-00ea74775d7e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.240682] env[71079]: DEBUG nova.compute.provider_tree [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.380697] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278368, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.416478] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278367, 'name': ReconfigVM_Task, 'duration_secs': 0.618256} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.417013] env[71079]: INFO nova.compute.manager [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Took 28.37 seconds to build instance. [ 645.418715] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639/524f9d7c-3a51-4570-bad1-4b4a2e51c639.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.420135] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3df50ce2-3f03-43d8-87b9-bd912f218175 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.427913] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4a250e5-66a3-46bd-bf57-bdbc335ae299 req-4796d76c-b400-4b3f-8783-3749166b8bef service nova] Releasing lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.429994] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 645.429994] env[71079]: value = "task-3278369" [ 645.429994] env[71079]: _type = "Task" [ 645.429994] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.446582] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278369, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.744631] env[71079]: DEBUG nova.scheduler.client.report [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.880999] env[71079]: DEBUG oslo_vmware.api [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278368, 'name': PowerOnVM_Task, 'duration_secs': 0.759747} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.881739] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.881792] env[71079]: INFO nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Took 9.78 seconds to spawn the instance on the hypervisor. [ 645.882665] env[71079]: DEBUG nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.882844] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6423be-b6f4-4b16-98fa-eb2cef4bd81e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.923204] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e9683b7-6c38-45c6-bf6b-2e60d22feefc tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.331s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.941190] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278369, 'name': Rename_Task, 'duration_secs': 0.228637} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.941476] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.941764] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a337a0a8-497b-47e8-9b8e-5d20aab639ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.951846] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Waiting for the task: (returnval){ [ 645.951846] env[71079]: value = "task-3278370" [ 645.951846] env[71079]: _type = "Task" [ 645.951846] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.962356] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.001087] env[71079]: DEBUG nova.compute.manager [None req-936938e6-92d9-4f49-9446-452209879999 tempest-ServerDiagnosticsTest-1730538289 tempest-ServerDiagnosticsTest-1730538289-project-admin] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.003495] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652f33f-a40e-4226-898d-2170c22c7c88 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.015467] env[71079]: INFO nova.compute.manager [None req-936938e6-92d9-4f49-9446-452209879999 tempest-ServerDiagnosticsTest-1730538289 tempest-ServerDiagnosticsTest-1730538289-project-admin] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Retrieving diagnostics [ 646.016358] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8055cff-b74e-421c-9363-1eac402557ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.254030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.254030] env[71079]: DEBUG nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.254733] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.786s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.258094] env[71079]: INFO nova.compute.claims [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.404028] env[71079]: INFO nova.compute.manager [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Took 26.20 seconds to build instance. [ 646.427935] env[71079]: DEBUG nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.467878] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.511500] env[71079]: DEBUG nova.compute.manager [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Received event network-changed-42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.511670] env[71079]: DEBUG nova.compute.manager [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Refreshing instance network info cache due to event network-changed-42af3630-2769-4532-ae1e-a1e32b86ee2e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.511830] env[71079]: DEBUG oslo_concurrency.lockutils [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] Acquiring lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.512113] env[71079]: DEBUG oslo_concurrency.lockutils [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] Acquired lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.515824] env[71079]: DEBUG nova.network.neutron [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Refreshing network info cache for port 42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.717962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.718221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.761768] env[71079]: DEBUG nova.compute.utils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.766281] env[71079]: DEBUG nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.766416] env[71079]: DEBUG nova.network.neutron [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.861893] env[71079]: DEBUG nova.policy [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043c6405632e494cba6bc8fb8c6a4ddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2feac901838d429da1549727c67b6d05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.907473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b5eee1b-fbdd-4c59-8d09-9644cd6db066 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.393s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.969018] env[71079]: DEBUG oslo_vmware.api [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Task: {'id': task-3278370, 'name': PowerOnVM_Task, 'duration_secs': 0.785023} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.969018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.969658] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.970022] env[71079]: DEBUG nova.compute.manager [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.970954] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa36cb-4362-44a6-a26b-f20a861fe8a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.266931] env[71079]: DEBUG nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.412440] env[71079]: DEBUG nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.503820] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.537565] env[71079]: DEBUG nova.network.neutron [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Updated VIF entry in instance network info cache for port 42af3630-2769-4532-ae1e-a1e32b86ee2e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.538029] env[71079]: DEBUG nova.network.neutron [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Updating instance_info_cache with network_info: [{"id": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "address": "fa:16:3e:99:54:1b", "network": {"id": "74201a6a-a706-48c0-92da-4e8c729fbfc2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1681104546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6256f416bc0d490881a0132ceb802d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42af3630-27", "ovs_interfaceid": "42af3630-2769-4532-ae1e-a1e32b86ee2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.622604] env[71079]: DEBUG nova.network.neutron [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Successfully created port: e8b9ab20-26ba-442d-805b-435876e31c23 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.769792] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03e675-bfe7-40b8-80ef-0851edfdf64d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.785416] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0f758-c8b6-4e78-978d-2199765535e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.819716] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afdf35e-7e6f-4f46-b1f7-00ef5a225adc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.830278] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9151e-ffff-491b-a2df-7f7553a8dab1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.848272] env[71079]: DEBUG nova.compute.provider_tree [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.937754] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.041522] env[71079]: DEBUG oslo_concurrency.lockutils [req-6705d93c-cb89-4363-ae12-28b4da6e81e4 req-7e8108f2-b620-421d-b7f4-68c05b1b36a2 service nova] Releasing lock "refresh_cache-33e7e6bd-0e86-42c4-b5a8-ef07ae610048" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.198673] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.198946] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.279549] env[71079]: DEBUG nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.308960] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.309262] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.309390] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.309654] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.309852] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.310092] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.310387] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.310561] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.310778] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.310957] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.311280] env[71079]: DEBUG nova.virt.hardware [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.312206] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc92578-3d4e-4506-bf6a-80964b0a6c47 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.329803] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7873a1b-6cea-4087-9a1c-c58f2795027b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.354438] env[71079]: DEBUG nova.scheduler.client.report [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.357867] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "ebc8a1c8-1686-4703-93b9-4994f544fee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.358134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.358342] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "ebc8a1c8-1686-4703-93b9-4994f544fee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.358519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.358674] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.360573] env[71079]: INFO nova.compute.manager [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Terminating instance [ 648.861803] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.862490] env[71079]: DEBUG nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.865444] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.382s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.868246] env[71079]: INFO nova.compute.claims [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.871689] env[71079]: DEBUG nova.compute.manager [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.871954] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.873131] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867934ac-5644-4f70-bec6-1bcc997168d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.887117] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.889393] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-061137cb-d697-4062-b19b-324ffc76241c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.898693] env[71079]: DEBUG oslo_vmware.api [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 648.898693] env[71079]: value = "task-3278371" [ 648.898693] env[71079]: _type = "Task" [ 648.898693] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.912764] env[71079]: DEBUG oslo_vmware.api [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.375997] env[71079]: DEBUG nova.compute.utils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.375997] env[71079]: DEBUG nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.376559] env[71079]: DEBUG nova.network.neutron [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.414940] env[71079]: DEBUG oslo_vmware.api [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278371, 'name': PowerOffVM_Task, 'duration_secs': 0.352546} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.415345] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.416029] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.416369] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d7ae629-01a2-431f-a94c-f89198b005e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.422205] env[71079]: DEBUG nova.compute.manager [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Received event network-changed-009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.422439] env[71079]: DEBUG nova.compute.manager [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Refreshing instance network info cache due to event network-changed-009b2a8d-af5f-4bf1-af19-5f4d21db610f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.422721] env[71079]: DEBUG oslo_concurrency.lockutils [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] Acquiring lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.422944] env[71079]: DEBUG oslo_concurrency.lockutils [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] Acquired lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.423130] env[71079]: DEBUG nova.network.neutron [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Refreshing network info cache for port 009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.436684] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "dd1c3bef-07d4-4475-94e1-d49a3927e990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.436684] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "dd1c3bef-07d4-4475-94e1-d49a3927e990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.489719] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.489923] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.489979] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Deleting the datastore file [datastore1] ebc8a1c8-1686-4703-93b9-4994f544fee0 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.490324] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-184f4255-a10d-4421-a387-d76ae7f5cd8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.499904] env[71079]: DEBUG oslo_vmware.api [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for the task: (returnval){ [ 649.499904] env[71079]: value = "task-3278373" [ 649.499904] env[71079]: _type = "Task" [ 649.499904] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.506791] env[71079]: DEBUG nova.policy [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2085475dda9d486e8a72e8251364cf1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a7781ed6e51419fbd235a1384f4ad50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.516289] env[71079]: DEBUG oslo_vmware.api [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.725285] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.725632] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.725888] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.727080] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.727080] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.731588] env[71079]: INFO nova.compute.manager [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Terminating instance [ 649.887395] env[71079]: DEBUG nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.012631] env[71079]: DEBUG oslo_vmware.api [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Task: {'id': task-3278373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312631} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.013719] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.014346] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.014634] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.014760] env[71079]: INFO nova.compute.manager [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 650.015040] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.015966] env[71079]: DEBUG nova.compute.manager [-] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.015966] env[71079]: DEBUG nova.network.neutron [-] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.054800] env[71079]: DEBUG nova.compute.manager [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Received event network-changed-b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.054989] env[71079]: DEBUG nova.compute.manager [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Refreshing instance network info cache due to event network-changed-b1517d97-010e-49ae-b9f2-e623a0100ecf. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.056509] env[71079]: DEBUG oslo_concurrency.lockutils [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] Acquiring lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.056509] env[71079]: DEBUG oslo_concurrency.lockutils [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] Acquired lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.056509] env[71079]: DEBUG nova.network.neutron [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Refreshing network info cache for port b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.238238] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "refresh_cache-524f9d7c-3a51-4570-bad1-4b4a2e51c639" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.238238] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquired lock "refresh_cache-524f9d7c-3a51-4570-bad1-4b4a2e51c639" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.238238] env[71079]: DEBUG nova.network.neutron [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.321101] env[71079]: DEBUG nova.network.neutron [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Successfully updated port: e8b9ab20-26ba-442d-805b-435876e31c23 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.336829] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1601d468-99ca-4539-acdd-6faa15bc775c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.346891] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7412f835-5063-48f0-9760-6a6164006c7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.377188] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3502a9f3-83cc-42fd-b646-90fc14bff673 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.384560] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c914ed94-f4dc-4280-a7e1-cf103ecbe2b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.399876] env[71079]: DEBUG nova.network.neutron [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Updated VIF entry in instance network info cache for port 009b2a8d-af5f-4bf1-af19-5f4d21db610f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.400297] env[71079]: DEBUG nova.network.neutron [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Updating instance_info_cache with network_info: [{"id": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "address": "fa:16:3e:4b:f4:92", "network": {"id": "63deb077-1077-400a-88c3-b835450afbc5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-935547773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "342418bac9a04513944f5fc5027f3591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009b2a8d-af", "ovs_interfaceid": "009b2a8d-af5f-4bf1-af19-5f4d21db610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.401878] env[71079]: DEBUG nova.compute.provider_tree [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.728611] env[71079]: DEBUG nova.network.neutron [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Successfully created port: 46d4c977-02ac-43f0-b034-15b9d84da17a {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.826044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.826044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquired lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.826044] env[71079]: DEBUG nova.network.neutron [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.831981] env[71079]: DEBUG nova.network.neutron [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.853695] env[71079]: DEBUG nova.network.neutron [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Updated VIF entry in instance network info cache for port b1517d97-010e-49ae-b9f2-e623a0100ecf. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.855132] env[71079]: DEBUG nova.network.neutron [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Updating instance_info_cache with network_info: [{"id": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "address": "fa:16:3e:52:5d:fe", "network": {"id": "5deed764-0635-4a10-9c33-043ec016c58b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706259817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a2300b40d1481d92b4fbd515aa5298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1517d97-01", "ovs_interfaceid": "b1517d97-010e-49ae-b9f2-e623a0100ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.904855] env[71079]: DEBUG nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.908326] env[71079]: DEBUG oslo_concurrency.lockutils [req-0147c169-005f-457d-b920-c976a50e4a26 req-740501ea-5626-4e36-909b-62db5604d0f8 service nova] Releasing lock "refresh_cache-50acee33-d8c1-42f4-a873-fc34c60d9b8c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.911391] env[71079]: DEBUG nova.scheduler.client.report [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.951476] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.951722] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.951879] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.953054] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.953322] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.953548] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.954011] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.954422] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.954669] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.955208] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.955544] env[71079]: DEBUG nova.virt.hardware [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.957243] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d9d0d-378d-4454-ae8f-8aac6152eebb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.968098] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb19f2c-438d-44c0-b959-834791546573 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.024205] env[71079]: DEBUG nova.network.neutron [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.357461] env[71079]: DEBUG oslo_concurrency.lockutils [req-fdd21f74-0dfc-4dec-a41b-7f00636f7c07 req-d3c26efc-f33a-416a-9af4-110765572cf8 service nova] Releasing lock "refresh_cache-beed49de-6836-46f8-a6f0-c6fa330eafc3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.396234] env[71079]: DEBUG nova.network.neutron [-] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.415246] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.415867] env[71079]: DEBUG nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.418577] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.613s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.420034] env[71079]: INFO nova.compute.claims [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.440056] env[71079]: DEBUG nova.network.neutron [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.527158] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Releasing lock "refresh_cache-524f9d7c-3a51-4570-bad1-4b4a2e51c639" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.527590] env[71079]: DEBUG nova.compute.manager [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.527784] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.528969] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4ad50b-99f5-412a-beca-4d9ad327d2ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.539018] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.539300] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27db67e5-ddd7-4573-8fb2-30ff8ff437d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.546759] env[71079]: DEBUG oslo_vmware.api [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 651.546759] env[71079]: value = "task-3278374" [ 651.546759] env[71079]: _type = "Task" [ 651.546759] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.557071] env[71079]: DEBUG oslo_vmware.api [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.830328] env[71079]: DEBUG nova.compute.manager [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Received event network-vif-plugged-e8b9ab20-26ba-442d-805b-435876e31c23 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.830547] env[71079]: DEBUG oslo_concurrency.lockutils [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] Acquiring lock "3f60e673-e519-4511-8f17-553bd328c435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.830860] env[71079]: DEBUG oslo_concurrency.lockutils [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] Lock "3f60e673-e519-4511-8f17-553bd328c435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.834796] env[71079]: DEBUG oslo_concurrency.lockutils [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] Lock "3f60e673-e519-4511-8f17-553bd328c435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.837993] env[71079]: DEBUG nova.compute.manager [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] No waiting events found dispatching network-vif-plugged-e8b9ab20-26ba-442d-805b-435876e31c23 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.837993] env[71079]: WARNING nova.compute.manager [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Received unexpected event network-vif-plugged-e8b9ab20-26ba-442d-805b-435876e31c23 for instance with vm_state building and task_state spawning. [ 651.837993] env[71079]: DEBUG nova.compute.manager [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Received event network-changed-e8b9ab20-26ba-442d-805b-435876e31c23 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.837993] env[71079]: DEBUG nova.compute.manager [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Refreshing instance network info cache due to event network-changed-e8b9ab20-26ba-442d-805b-435876e31c23. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.837993] env[71079]: DEBUG oslo_concurrency.lockutils [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] Acquiring lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.859036] env[71079]: DEBUG nova.network.neutron [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Updating instance_info_cache with network_info: [{"id": "e8b9ab20-26ba-442d-805b-435876e31c23", "address": "fa:16:3e:df:26:5e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b9ab20-26", "ovs_interfaceid": "e8b9ab20-26ba-442d-805b-435876e31c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.898815] env[71079]: INFO nova.compute.manager [-] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Took 1.88 seconds to deallocate network for instance. [ 651.926251] env[71079]: DEBUG nova.compute.utils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.927946] env[71079]: DEBUG nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.927946] env[71079]: DEBUG nova.network.neutron [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.017465] env[71079]: DEBUG nova.policy [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ccd8ead0c54a769ec79211018c4b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31605a7ad42e4f2287c1620f2083cd36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.059348] env[71079]: DEBUG oslo_vmware.api [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278374, 'name': PowerOffVM_Task, 'duration_secs': 0.146226} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.062435] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.063446] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.063446] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9430aaf-a9d0-4598-bb4e-255837253fe5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.092425] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.092629] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.092799] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleting the datastore file [datastore1] 524f9d7c-3a51-4570-bad1-4b4a2e51c639 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.093453] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dab81ef0-b25c-4d55-9d0d-2c02623828db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.101271] env[71079]: DEBUG oslo_vmware.api [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for the task: (returnval){ [ 652.101271] env[71079]: value = "task-3278376" [ 652.101271] env[71079]: _type = "Task" [ 652.101271] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.112276] env[71079]: DEBUG oslo_vmware.api [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.363981] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Releasing lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.365613] env[71079]: DEBUG nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Instance network_info: |[{"id": "e8b9ab20-26ba-442d-805b-435876e31c23", "address": "fa:16:3e:df:26:5e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b9ab20-26", "ovs_interfaceid": "e8b9ab20-26ba-442d-805b-435876e31c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.366430] env[71079]: DEBUG oslo_concurrency.lockutils [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] Acquired lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.366632] env[71079]: DEBUG nova.network.neutron [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Refreshing network info cache for port e8b9ab20-26ba-442d-805b-435876e31c23 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.369294] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:26:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8b9ab20-26ba-442d-805b-435876e31c23', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.378944] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Creating folder: Project (2feac901838d429da1549727c67b6d05). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.383589] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1d184fb-f38e-4f50-aa53-233706292dc4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.398062] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Created folder: Project (2feac901838d429da1549727c67b6d05) in parent group-v654700. [ 652.398062] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Creating folder: Instances. Parent ref: group-v654747. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.398062] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd37287-3f71-4614-8886-5e1c442ed15e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.408886] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Created folder: Instances in parent group-v654747. [ 652.408886] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.408886] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.408886] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba7413e-1427-477b-9396-10aab40bfc07 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.427415] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.433293] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.433293] env[71079]: value = "task-3278379" [ 652.433293] env[71079]: _type = "Task" [ 652.433293] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.439606] env[71079]: DEBUG nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.449885] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278379, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.618872] env[71079]: DEBUG oslo_vmware.api [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Task: {'id': task-3278376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350434} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.621449] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.622497] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.622739] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.622919] env[71079]: INFO nova.compute.manager [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Took 1.10 seconds to destroy the instance on the hypervisor. [ 652.626432] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.626432] env[71079]: DEBUG nova.compute.manager [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.626432] env[71079]: DEBUG nova.network.neutron [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.679501] env[71079]: DEBUG nova.network.neutron [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.912169] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbd694-e686-d9a0-cea3-945899c3af47/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 652.913658] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f71b08-5b89-4184-95de-1d5ecf0c0807 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.924024] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbd694-e686-d9a0-cea3-945899c3af47/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 652.927028] env[71079]: ERROR oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbd694-e686-d9a0-cea3-945899c3af47/disk-0.vmdk due to incomplete transfer. [ 652.927028] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e47e7c69-23cc-4ac9-8015-e0587dc84ef3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.933585] env[71079]: DEBUG oslo_vmware.rw_handles [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbd694-e686-d9a0-cea3-945899c3af47/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 652.933801] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Uploaded image 82b9a9a3-5ff7-4105-b4fa-d4a4b7bf4a4a to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 652.938755] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 652.942253] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68333849-eb53-48bb-8b94-93bbd29b09c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.959355] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278379, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.960953] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 652.960953] env[71079]: value = "task-3278380" [ 652.960953] env[71079]: _type = "Task" [ 652.960953] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.974255] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278380, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.081258] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57f3b60-c205-4972-a4a3-231466cdbd3b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.091278] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54647dda-778f-44ad-98f0-ce5c82b37cb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.126575] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b86e7-bfab-4358-b16a-83c0f51bf72f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.137020] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ff7e4-5762-40dd-9484-165a9b689dde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.151382] env[71079]: DEBUG nova.compute.provider_tree [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.170083] env[71079]: DEBUG nova.network.neutron [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Updated VIF entry in instance network info cache for port e8b9ab20-26ba-442d-805b-435876e31c23. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.170494] env[71079]: DEBUG nova.network.neutron [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Updating instance_info_cache with network_info: [{"id": "e8b9ab20-26ba-442d-805b-435876e31c23", "address": "fa:16:3e:df:26:5e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b9ab20-26", "ovs_interfaceid": "e8b9ab20-26ba-442d-805b-435876e31c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.185135] env[71079]: DEBUG nova.network.neutron [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.222164] env[71079]: DEBUG nova.network.neutron [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Successfully created port: 8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.455497] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278379, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.462230] env[71079]: DEBUG nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.475726] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278380, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.507314] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:02:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1809460125',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-835294086',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.507463] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.507623] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.507897] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.508350] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.508350] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.509192] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.509192] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.510191] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.510191] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.510356] env[71079]: DEBUG nova.virt.hardware [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.511261] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e3b924-c8ad-4353-9f40-0bea2ff360a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.520746] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433e9bb-3c92-4915-b701-ee9d2239959a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.655727] env[71079]: DEBUG nova.scheduler.client.report [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.662581] env[71079]: DEBUG nova.network.neutron [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Successfully updated port: 46d4c977-02ac-43f0-b034-15b9d84da17a {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.673829] env[71079]: DEBUG oslo_concurrency.lockutils [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] Releasing lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.676683] env[71079]: DEBUG nova.compute.manager [req-05ea7724-e618-435b-93cc-7413771ae545 req-2bb93d41-fd4e-4007-ba5a-8fffbe2bfb29 service nova] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Received event network-vif-deleted-1400ce00-96b7-4acd-b018-83dc1ccc86e0 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.691162] env[71079]: INFO nova.compute.manager [-] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Took 1.06 seconds to deallocate network for instance. [ 653.956102] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278379, 'name': CreateVM_Task, 'duration_secs': 1.420759} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.956512] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.957215] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.957579] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.957688] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.958038] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a723ab10-8f40-413e-a530-6642590736de {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.964549] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 653.964549] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526553e8-70ef-af9c-72bc-5d2400edb613" [ 653.964549] env[71079]: _type = "Task" [ 653.964549] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.984437] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278380, 'name': Destroy_Task, 'duration_secs': 0.738258} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.984644] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526553e8-70ef-af9c-72bc-5d2400edb613, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.984870] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Destroyed the VM [ 653.985209] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 653.985508] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.985716] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.985966] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.986131] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.986318] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.986586] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0b7e713-fab1-4aed-902b-c083f193d90b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.992466] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-911ca191-4106-4a14-a840-f0630b5edd35 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.999412] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 653.999412] env[71079]: value = "task-3278381" [ 653.999412] env[71079]: _type = "Task" [ 653.999412] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.010039] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.010039] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.011030] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2007863-b8ce-4e9e-af2f-92546bb7da18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.021960] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278381, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.025195] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 654.025195] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b7fff6-7f55-efe2-7fd1-2d6e35715e16" [ 654.025195] env[71079]: _type = "Task" [ 654.025195] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.033187] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b7fff6-7f55-efe2-7fd1-2d6e35715e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.169232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.169232] env[71079]: DEBUG nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.170981] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.171118] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.171263] env[71079]: DEBUG nova.network.neutron [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.173031] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.849s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.173900] env[71079]: INFO nova.compute.claims [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.200288] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.355963] env[71079]: DEBUG nova.compute.manager [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Received event network-vif-plugged-46d4c977-02ac-43f0-b034-15b9d84da17a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.356197] env[71079]: DEBUG oslo_concurrency.lockutils [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] Acquiring lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.356430] env[71079]: DEBUG oslo_concurrency.lockutils [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.357399] env[71079]: DEBUG oslo_concurrency.lockutils [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.357399] env[71079]: DEBUG nova.compute.manager [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] No waiting events found dispatching network-vif-plugged-46d4c977-02ac-43f0-b034-15b9d84da17a {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.357399] env[71079]: WARNING nova.compute.manager [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Received unexpected event network-vif-plugged-46d4c977-02ac-43f0-b034-15b9d84da17a for instance with vm_state building and task_state spawning. [ 654.357399] env[71079]: DEBUG nova.compute.manager [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Received event network-changed-46d4c977-02ac-43f0-b034-15b9d84da17a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.357399] env[71079]: DEBUG nova.compute.manager [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Refreshing instance network info cache due to event network-changed-46d4c977-02ac-43f0-b034-15b9d84da17a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.357627] env[71079]: DEBUG oslo_concurrency.lockutils [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] Acquiring lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.510803] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278381, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.535590] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b7fff6-7f55-efe2-7fd1-2d6e35715e16, 'name': SearchDatastore_Task, 'duration_secs': 0.017313} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.536491] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5a974f-eeb3-433e-8626-aea98b0c4d72 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.542216] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 654.542216] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5215b54c-0037-7188-156d-5c7d807ab9fc" [ 654.542216] env[71079]: _type = "Task" [ 654.542216] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.550309] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5215b54c-0037-7188-156d-5c7d807ab9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.674589] env[71079]: DEBUG nova.compute.utils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.677365] env[71079]: DEBUG nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.677643] env[71079]: DEBUG nova.network.neutron [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.743046] env[71079]: DEBUG nova.network.neutron [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.793945] env[71079]: DEBUG nova.policy [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ef547dcbf8e4f259139caacf8b91719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbfc3d19fe949cea34b73dd43f0b9a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.020940] env[71079]: DEBUG oslo_vmware.api [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278381, 'name': RemoveSnapshot_Task, 'duration_secs': 0.716556} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.021331] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 655.021576] env[71079]: INFO nova.compute.manager [None req-56906330-269e-4532-a8fc-62657f8000ab tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Took 16.47 seconds to snapshot the instance on the hypervisor. [ 655.060332] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5215b54c-0037-7188-156d-5c7d807ab9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.017565} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.060906] env[71079]: DEBUG nova.network.neutron [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Updating instance_info_cache with network_info: [{"id": "46d4c977-02ac-43f0-b034-15b9d84da17a", "address": "fa:16:3e:a5:3d:9d", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4c977-02", "ovs_interfaceid": "46d4c977-02ac-43f0-b034-15b9d84da17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.065695] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.065972] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 3f60e673-e519-4511-8f17-553bd328c435/3f60e673-e519-4511-8f17-553bd328c435.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.069677] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60bbb087-89a2-4a1a-a148-30f806a1485a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.078358] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 655.078358] env[71079]: value = "task-3278382" [ 655.078358] env[71079]: _type = "Task" [ 655.078358] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.090270] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.186026] env[71079]: DEBUG nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.297630] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "573db876-a240-4289-a666-e2ad13f83b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.297766] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "573db876-a240-4289-a666-e2ad13f83b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.514617] env[71079]: DEBUG nova.network.neutron [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Successfully updated port: 8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.538786] env[71079]: DEBUG nova.network.neutron [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Successfully created port: cec8b07e-4da9-43f0-8802-44f0695013d3 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.571720] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.572076] env[71079]: DEBUG nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Instance network_info: |[{"id": "46d4c977-02ac-43f0-b034-15b9d84da17a", "address": "fa:16:3e:a5:3d:9d", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4c977-02", "ovs_interfaceid": "46d4c977-02ac-43f0-b034-15b9d84da17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.572664] env[71079]: DEBUG oslo_concurrency.lockutils [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] Acquired lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.572856] env[71079]: DEBUG nova.network.neutron [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Refreshing network info cache for port 46d4c977-02ac-43f0-b034-15b9d84da17a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.575786] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:3d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46d4c977-02ac-43f0-b034-15b9d84da17a', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.585911] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Creating folder: Project (8a7781ed6e51419fbd235a1384f4ad50). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.593710] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6e11b5b-e5d2-4a64-a80f-80e265acbe07 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.603546] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278382, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.606293] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Created folder: Project (8a7781ed6e51419fbd235a1384f4ad50) in parent group-v654700. [ 655.606466] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Creating folder: Instances. Parent ref: group-v654750. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.606688] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b7a53b0-3a67-40ac-b989-5d8505ce1211 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.616756] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Created folder: Instances in parent group-v654750. [ 655.616948] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.617169] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.617371] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feef9e65-bf7f-45a2-9fd0-4b1995bd3169 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.640768] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.640768] env[71079]: value = "task-3278385" [ 655.640768] env[71079]: _type = "Task" [ 655.640768] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.650380] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278385, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.825425] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5590544-c4fa-4bdd-a8cf-9c4a33d26839 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.834886] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9aad12-2fdf-4def-9c5d-8d49a20129da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.872547] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a0d67a-c3c7-4bf1-b35b-dd7c0cf885b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.880830] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1aece8-d2ed-4aaa-b5e6-795c7aa8fdcd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.897100] env[71079]: DEBUG nova.compute.provider_tree [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.992169] env[71079]: DEBUG nova.network.neutron [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Updated VIF entry in instance network info cache for port 46d4c977-02ac-43f0-b034-15b9d84da17a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.992539] env[71079]: DEBUG nova.network.neutron [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Updating instance_info_cache with network_info: [{"id": "46d4c977-02ac-43f0-b034-15b9d84da17a", "address": "fa:16:3e:a5:3d:9d", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4c977-02", "ovs_interfaceid": "46d4c977-02ac-43f0-b034-15b9d84da17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.020939] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.021109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.021354] env[71079]: DEBUG nova.network.neutron [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.106653] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574805} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.107015] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 3f60e673-e519-4511-8f17-553bd328c435/3f60e673-e519-4511-8f17-553bd328c435.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.107424] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.107785] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0fa34c7-0098-4447-83c3-e7631275639d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.114551] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 656.114551] env[71079]: value = "task-3278386" [ 656.114551] env[71079]: _type = "Task" [ 656.114551] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.123555] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.157824] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278385, 'name': CreateVM_Task, 'duration_secs': 0.345116} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.157824] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.157824] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.157824] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.157824] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.157824] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0b2c3d-d7d8-4bd9-8a0a-59091a81368d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.160829] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 656.160829] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5266897a-b6e8-44e9-2a26-f366e485343c" [ 656.160829] env[71079]: _type = "Task" [ 656.160829] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.171185] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5266897a-b6e8-44e9-2a26-f366e485343c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.204153] env[71079]: DEBUG nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.230928] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.232466] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.232682] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.234095] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.234095] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.234095] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.234095] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.234095] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.234383] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.234383] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.234383] env[71079]: DEBUG nova.virt.hardware [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.235188] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc9ede4-8da9-4023-bb27-a70b17dc94c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.247064] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb49638-89d7-44a7-90a4-1879a8f27bfe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.401979] env[71079]: DEBUG nova.scheduler.client.report [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.495846] env[71079]: DEBUG oslo_concurrency.lockutils [req-e339c2a5-22b5-42d6-a242-3c70ae4dcff5 req-ed045f8d-be16-4b51-a4e0-13e4e610c9f4 service nova] Releasing lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.536702] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "64df4dbf-7231-4fed-85d7-241dd9257df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.539437] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.540583] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "64df4dbf-7231-4fed-85d7-241dd9257df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.540583] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.540583] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.542802] env[71079]: INFO nova.compute.manager [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Terminating instance [ 656.578417] env[71079]: DEBUG nova.network.neutron [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.629614] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068248} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.630852] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.631306] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd345c-1f38-4d1b-8285-5bc9652ecfde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.660041] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3f60e673-e519-4511-8f17-553bd328c435/3f60e673-e519-4511-8f17-553bd328c435.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.660577] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c0f105-bef8-42d6-9c00-1d592f329314 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.690496] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5266897a-b6e8-44e9-2a26-f366e485343c, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.692665] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.692665] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.692819] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.693020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.693266] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.693639] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 656.693639] env[71079]: value = "task-3278387" [ 656.693639] env[71079]: _type = "Task" [ 656.693639] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.695412] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6e8a023-7694-4675-81e4-6be7f73ad8b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.706049] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.707676] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.707676] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.708487] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c39779-9739-4050-9997-0cd625e122f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.714467] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 656.714467] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ea1b7-a1e6-e7a8-f781-f876dc46f420" [ 656.714467] env[71079]: _type = "Task" [ 656.714467] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.726156] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ea1b7-a1e6-e7a8-f781-f876dc46f420, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.728078] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37255ab9-98ed-4861-8abe-a19903ef7f1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.733558] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 656.733558] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52988a22-5cfd-7a63-c773-27be823303b8" [ 656.733558] env[71079]: _type = "Task" [ 656.733558] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.740622] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52988a22-5cfd-7a63-c773-27be823303b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.777873] env[71079]: DEBUG nova.network.neutron [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Updating instance_info_cache with network_info: [{"id": "8bb7268e-51be-48bc-beff-eda38f40a47a", "address": "fa:16:3e:29:46:ff", "network": {"id": "dab49352-4ddd-4bce-a32f-5861f9d7ce0e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-268618360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31605a7ad42e4f2287c1620f2083cd36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb7268e-51", "ovs_interfaceid": "8bb7268e-51be-48bc-beff-eda38f40a47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.910018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.910018] env[71079]: DEBUG nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.911826] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.651s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.912332] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.915213] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.971s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.917980] env[71079]: INFO nova.compute.claims [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.956365] env[71079]: INFO nova.scheduler.client.report [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Deleted allocations for instance 2d27d490-abcb-4459-b039-e045378f97d6 [ 656.968425] env[71079]: DEBUG nova.compute.manager [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Received event network-vif-plugged-8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.968789] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] Acquiring lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.969160] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.969160] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.969160] env[71079]: DEBUG nova.compute.manager [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] No waiting events found dispatching network-vif-plugged-8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.969316] env[71079]: WARNING nova.compute.manager [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Received unexpected event network-vif-plugged-8bb7268e-51be-48bc-beff-eda38f40a47a for instance with vm_state building and task_state spawning. [ 656.969473] env[71079]: DEBUG nova.compute.manager [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Received event network-changed-8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.969692] env[71079]: DEBUG nova.compute.manager [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Refreshing instance network info cache due to event network-changed-8bb7268e-51be-48bc-beff-eda38f40a47a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.969781] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] Acquiring lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.050154] env[71079]: DEBUG nova.compute.manager [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.050429] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.051315] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83881686-964b-44da-a05d-90294dbea2ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.059406] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.060010] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7d82439-c24a-42d3-a773-281ac09152da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.126229] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.126503] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.127733] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleting the datastore file [datastore2] 64df4dbf-7231-4fed-85d7-241dd9257df8 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.127733] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b6f756-b81d-4332-8f27-e825e141a4d2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.135086] env[71079]: DEBUG oslo_vmware.api [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 657.135086] env[71079]: value = "task-3278389" [ 657.135086] env[71079]: _type = "Task" [ 657.135086] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.144261] env[71079]: DEBUG oslo_vmware.api [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.210738] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278387, 'name': ReconfigVM_Task, 'duration_secs': 0.381894} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.211701] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3f60e673-e519-4511-8f17-553bd328c435/3f60e673-e519-4511-8f17-553bd328c435.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.211861] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0448549-1fd6-413f-a561-ca5a02310022 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.218751] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 657.218751] env[71079]: value = "task-3278390" [ 657.218751] env[71079]: _type = "Task" [ 657.218751] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.230471] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278390, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.244237] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52988a22-5cfd-7a63-c773-27be823303b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.244619] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.244901] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/e43cd3ed-5a0e-4d1d-9177-9879a05db58f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.245269] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c22134-5d61-4856-af63-4886b44db5bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.252330] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 657.252330] env[71079]: value = "task-3278391" [ 657.252330] env[71079]: _type = "Task" [ 657.252330] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.264267] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.276431] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "43473e6e-fd19-4826-98ef-8c66275f997a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.276749] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.280797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Releasing lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280989] env[71079]: DEBUG nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Instance network_info: |[{"id": "8bb7268e-51be-48bc-beff-eda38f40a47a", "address": "fa:16:3e:29:46:ff", "network": {"id": "dab49352-4ddd-4bce-a32f-5861f9d7ce0e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-268618360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31605a7ad42e4f2287c1620f2083cd36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb7268e-51", "ovs_interfaceid": "8bb7268e-51be-48bc-beff-eda38f40a47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.281293] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] Acquired lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.281491] env[71079]: DEBUG nova.network.neutron [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Refreshing network info cache for port 8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.282730] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:46:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb7268e-51be-48bc-beff-eda38f40a47a', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.291055] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Creating folder: Project (31605a7ad42e4f2287c1620f2083cd36). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.292319] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-561f6084-894c-4c7e-8165-5fabfb6a6631 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.305283] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Created folder: Project (31605a7ad42e4f2287c1620f2083cd36) in parent group-v654700. [ 657.305283] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Creating folder: Instances. Parent ref: group-v654753. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.305283] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04e4062-b662-4bb4-87c5-9687618d9b1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.311271] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Created folder: Instances in parent group-v654753. [ 657.311491] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.311672] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.311872] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc44f8c7-edd5-44c4-bbdd-9f69ae250cde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.334744] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.334744] env[71079]: value = "task-3278394" [ 657.334744] env[71079]: _type = "Task" [ 657.334744] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.349567] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278394, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.423654] env[71079]: DEBUG nova.compute.utils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.428131] env[71079]: DEBUG nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.428131] env[71079]: DEBUG nova.network.neutron [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.466726] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0db19127-90bb-4b7d-b42e-d5f650178fed tempest-InstanceActionsTestJSON-567540711 tempest-InstanceActionsTestJSON-567540711-project-member] Lock "2d27d490-abcb-4459-b039-e045378f97d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.634s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.536771] env[71079]: DEBUG nova.policy [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4492c4672987498cb25a10a38b786207', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c452ae56832440f9e7e1510ee54f3b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.569105] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "227ce655-b7d4-484c-85f6-40f014412044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.569399] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "227ce655-b7d4-484c-85f6-40f014412044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.648680] env[71079]: DEBUG oslo_vmware.api [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141543} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.648970] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.649334] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.649334] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.649505] env[71079]: INFO nova.compute.manager [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Took 0.60 seconds to destroy the instance on the hypervisor. [ 657.649845] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.649935] env[71079]: DEBUG nova.compute.manager [-] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.650293] env[71079]: DEBUG nova.network.neutron [-] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.699195] env[71079]: DEBUG nova.network.neutron [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Successfully updated port: cec8b07e-4da9-43f0-8802-44f0695013d3 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.732538] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278390, 'name': Rename_Task, 'duration_secs': 0.135914} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.733389] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.733545] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd997502-0c05-47bc-9f4b-83c1d154dfc5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.744569] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 657.744569] env[71079]: value = "task-3278395" [ 657.744569] env[71079]: _type = "Task" [ 657.744569] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.755702] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.763887] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278391, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.848221] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278394, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.928682] env[71079]: DEBUG nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.202568] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.205160] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.205160] env[71079]: DEBUG nova.network.neutron [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.258322] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278395, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.266920] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524609} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.267468] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/e43cd3ed-5a0e-4d1d-9177-9879a05db58f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.267742] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.268040] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d93362a-9245-485d-943e-f76287f75b05 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.275507] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 658.275507] env[71079]: value = "task-3278396" [ 658.275507] env[71079]: _type = "Task" [ 658.275507] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.286985] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.350409] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278394, 'name': CreateVM_Task, 'duration_secs': 0.628444} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.350595] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.351744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.351744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.351895] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.352561] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bada6d7-0202-4665-869e-360b12531289 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.363905] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 658.363905] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5288f48c-8746-ecb3-f722-bcde709f2ce0" [ 658.363905] env[71079]: _type = "Task" [ 658.363905] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.373203] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5288f48c-8746-ecb3-f722-bcde709f2ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.476678] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdca000-8056-4de9-bdee-6832a4bf4766 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.485332] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9b7e2-c748-471c-bd27-1b435cd29697 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.519638] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0813580-c9cd-44f1-a5a6-26e283a09797 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.528845] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c9c698-0aed-45bb-871d-0e99a5c45778 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.548868] env[71079]: DEBUG nova.compute.provider_tree [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.567737] env[71079]: DEBUG nova.network.neutron [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Updated VIF entry in instance network info cache for port 8bb7268e-51be-48bc-beff-eda38f40a47a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.568238] env[71079]: DEBUG nova.network.neutron [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Updating instance_info_cache with network_info: [{"id": "8bb7268e-51be-48bc-beff-eda38f40a47a", "address": "fa:16:3e:29:46:ff", "network": {"id": "dab49352-4ddd-4bce-a32f-5861f9d7ce0e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-268618360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31605a7ad42e4f2287c1620f2083cd36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb7268e-51", "ovs_interfaceid": "8bb7268e-51be-48bc-beff-eda38f40a47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.698590] env[71079]: DEBUG nova.network.neutron [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Successfully created port: 1f485df5-e79c-4599-8fbd-ec38abdaf03f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.755721] env[71079]: DEBUG oslo_vmware.api [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278395, 'name': PowerOnVM_Task, 'duration_secs': 0.536246} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.756147] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.756424] env[71079]: INFO nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Took 10.48 seconds to spawn the instance on the hypervisor. [ 658.756612] env[71079]: DEBUG nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.757422] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb0fc7-8592-432d-b0af-c1e854d92f37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.781442] env[71079]: DEBUG nova.network.neutron [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.786354] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092424} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.786660] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.787814] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c7cc4e-19d5-4e2d-b302-0f0e10349438 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.809451] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/e43cd3ed-5a0e-4d1d-9177-9879a05db58f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.810124] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36283879-51b7-4ccf-aec8-0a4573141ea9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.832646] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 658.832646] env[71079]: value = "task-3278397" [ 658.832646] env[71079]: _type = "Task" [ 658.832646] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.840886] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.874157] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5288f48c-8746-ecb3-f722-bcde709f2ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.874485] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.874737] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.874992] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.875244] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.875338] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.875602] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d91361f9-7633-442c-82e1-a69b1178e2e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.886402] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.886555] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.887448] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff1bb2d-a163-45e0-ba5e-dc84198fc639 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.892522] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 658.892522] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52970ecc-b9df-254b-db9c-c076a0ef8f0d" [ 658.892522] env[71079]: _type = "Task" [ 658.892522] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.900970] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52970ecc-b9df-254b-db9c-c076a0ef8f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.945675] env[71079]: DEBUG nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.976688] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.976844] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.977054] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.977232] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.977414] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.977574] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.977785] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.977942] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.978636] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.978636] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.978636] env[71079]: DEBUG nova.virt.hardware [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.979646] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a242297-435a-4a95-8f43-be2cf8161eb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.988249] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e32c40-7d0d-4086-8570-661e7332c42f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.051632] env[71079]: DEBUG nova.scheduler.client.report [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.071027] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ba531e7-de05-4cbe-ae8a-0621b3135833 req-7af8e61a-2b82-4484-85f4-5f90c44a8bdf service nova] Releasing lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.125598] env[71079]: DEBUG nova.network.neutron [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Updating instance_info_cache with network_info: [{"id": "cec8b07e-4da9-43f0-8802-44f0695013d3", "address": "fa:16:3e:0b:47:cb", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec8b07e-4d", "ovs_interfaceid": "cec8b07e-4da9-43f0-8802-44f0695013d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.167352] env[71079]: DEBUG nova.network.neutron [-] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.280575] env[71079]: INFO nova.compute.manager [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Took 28.99 seconds to build instance. [ 659.346278] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.408019] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52970ecc-b9df-254b-db9c-c076a0ef8f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.408019] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b075b0c5-710a-434c-a9c4-2cd468bcf39e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.410690] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 659.410690] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52586163-8264-a913-87e5-21f98bc43666" [ 659.410690] env[71079]: _type = "Task" [ 659.410690] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.419433] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52586163-8264-a913-87e5-21f98bc43666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.441485] env[71079]: DEBUG nova.compute.manager [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Received event network-vif-plugged-cec8b07e-4da9-43f0-8802-44f0695013d3 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.442246] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] Acquiring lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.442246] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.442784] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.442784] env[71079]: DEBUG nova.compute.manager [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] No waiting events found dispatching network-vif-plugged-cec8b07e-4da9-43f0-8802-44f0695013d3 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.446487] env[71079]: WARNING nova.compute.manager [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Received unexpected event network-vif-plugged-cec8b07e-4da9-43f0-8802-44f0695013d3 for instance with vm_state building and task_state spawning. [ 659.446487] env[71079]: DEBUG nova.compute.manager [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Received event network-changed-cec8b07e-4da9-43f0-8802-44f0695013d3 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.446487] env[71079]: DEBUG nova.compute.manager [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Refreshing instance network info cache due to event network-changed-cec8b07e-4da9-43f0-8802-44f0695013d3. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.446487] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] Acquiring lock "refresh_cache-93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.556746] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.557581] env[71079]: DEBUG nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.561790] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.470s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.562770] env[71079]: DEBUG nova.objects.instance [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lazy-loading 'resources' on Instance uuid 8b430097-236d-4d69-847c-1129653c46d7 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.630124] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.630124] env[71079]: DEBUG nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Instance network_info: |[{"id": "cec8b07e-4da9-43f0-8802-44f0695013d3", "address": "fa:16:3e:0b:47:cb", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec8b07e-4d", "ovs_interfaceid": "cec8b07e-4da9-43f0-8802-44f0695013d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.630421] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] Acquired lock "refresh_cache-93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.630421] env[71079]: DEBUG nova.network.neutron [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Refreshing network info cache for port cec8b07e-4da9-43f0-8802-44f0695013d3 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.635023] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:47:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec8b07e-4da9-43f0-8802-44f0695013d3', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.641060] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating folder: Project (ffbfc3d19fe949cea34b73dd43f0b9a1). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.642312] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3a87a2e-4ace-4c80-bb7f-a38f73043ade {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.656775] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created folder: Project (ffbfc3d19fe949cea34b73dd43f0b9a1) in parent group-v654700. [ 659.657171] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating folder: Instances. Parent ref: group-v654756. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.657580] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eee0433-ca0d-4b0a-a6d5-6e66ca2eff68 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.668210] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created folder: Instances in parent group-v654756. [ 659.668563] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.672285] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.672285] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5f8d174-4e3d-4a95-b094-9478f40e536c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.686383] env[71079]: INFO nova.compute.manager [-] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Took 2.04 seconds to deallocate network for instance. [ 659.694443] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.694443] env[71079]: value = "task-3278400" [ 659.694443] env[71079]: _type = "Task" [ 659.694443] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.706417] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278400, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.785871] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b94929f3-94b8-486c-b20d-30a61d0dbbdd tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "3f60e673-e519-4511-8f17-553bd328c435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.175s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.846386] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.923155] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52586163-8264-a913-87e5-21f98bc43666, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.923724] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.924179] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 37447c09-45f9-4c5d-8c7f-f5d626a7e514/37447c09-45f9-4c5d-8c7f-f5d626a7e514.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.924546] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-471b7be7-731b-46b7-bfb5-5b51f4f04a6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.932808] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 659.932808] env[71079]: value = "task-3278401" [ 659.932808] env[71079]: _type = "Task" [ 659.932808] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.944957] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.070619] env[71079]: DEBUG nova.compute.utils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.075262] env[71079]: DEBUG nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.075658] env[71079]: DEBUG nova.network.neutron [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.195567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.214465] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278400, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.250029] env[71079]: DEBUG nova.policy [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae4468d1a4e43c89961e71fdb60d25c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032a6657ddec4758a0ac89bbecded646', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.288977] env[71079]: DEBUG nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.350081] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.448412] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278401, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.547110] env[71079]: DEBUG nova.compute.manager [None req-e3fe229f-6e8b-461a-bd69-960867510b8d tempest-ServerExternalEventsTest-1942165824 tempest-ServerExternalEventsTest-1942165824-project] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Received event network-changed {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.547419] env[71079]: DEBUG nova.compute.manager [None req-e3fe229f-6e8b-461a-bd69-960867510b8d tempest-ServerExternalEventsTest-1942165824 tempest-ServerExternalEventsTest-1942165824-project] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Refreshing instance network info cache due to event network-changed. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.547691] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3fe229f-6e8b-461a-bd69-960867510b8d tempest-ServerExternalEventsTest-1942165824 tempest-ServerExternalEventsTest-1942165824-project] Acquiring lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547870] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3fe229f-6e8b-461a-bd69-960867510b8d tempest-ServerExternalEventsTest-1942165824 tempest-ServerExternalEventsTest-1942165824-project] Acquired lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.548145] env[71079]: DEBUG nova.network.neutron [None req-e3fe229f-6e8b-461a-bd69-960867510b8d tempest-ServerExternalEventsTest-1942165824 tempest-ServerExternalEventsTest-1942165824-project] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.577875] env[71079]: DEBUG nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.652894] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d4370-0942-4fd7-a3c6-f0a3f2297388 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.667080] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da642368-560d-435e-8db6-a511fad5d04e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.710372] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e1253-7401-4512-91fe-7f00a46c1e61 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.721589] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278400, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.723007] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78524fc-711c-4e4a-b04a-77f9bdd7b88e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.743123] env[71079]: DEBUG nova.compute.provider_tree [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.816250] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.847968] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278397, 'name': ReconfigVM_Task, 'duration_secs': 1.772576} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.848329] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/e43cd3ed-5a0e-4d1d-9177-9879a05db58f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.849129] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b49f4c-af91-46dd-a5f1-353f43ebca51 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.856669] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 660.856669] env[71079]: value = "task-3278402" [ 660.856669] env[71079]: _type = "Task" [ 660.856669] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.866319] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278402, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.931868] env[71079]: DEBUG nova.network.neutron [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Updated VIF entry in instance network info cache for port cec8b07e-4da9-43f0-8802-44f0695013d3. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.931868] env[71079]: DEBUG nova.network.neutron [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Updating instance_info_cache with network_info: [{"id": "cec8b07e-4da9-43f0-8802-44f0695013d3", "address": "fa:16:3e:0b:47:cb", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec8b07e-4d", "ovs_interfaceid": "cec8b07e-4da9-43f0-8802-44f0695013d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.951032] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920896} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.951032] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 37447c09-45f9-4c5d-8c7f-f5d626a7e514/37447c09-45f9-4c5d-8c7f-f5d626a7e514.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.951032] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.951371] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab0aec60-65a8-4c65-a576-324f3820e16d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.961465] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 660.961465] env[71079]: value = "task-3278403" [ 660.961465] env[71079]: _type = "Task" [ 660.961465] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.972380] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.219418] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278400, 'name': CreateVM_Task, 'duration_secs': 1.294969} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.219418] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.219418] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.219418] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.219699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.219884] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69246b3b-b28f-4eca-a5be-95c35b33868f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.228040] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 661.228040] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4130e-e936-1be6-fd83-74ffcf10338e" [ 661.228040] env[71079]: _type = "Task" [ 661.228040] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.240886] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4130e-e936-1be6-fd83-74ffcf10338e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.246947] env[71079]: DEBUG nova.scheduler.client.report [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.367635] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278402, 'name': Rename_Task, 'duration_secs': 0.182347} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.367981] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.368233] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75a93569-4639-4250-88f7-b0a193b90761 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.380788] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 661.380788] env[71079]: value = "task-3278404" [ 661.380788] env[71079]: _type = "Task" [ 661.380788] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.391605] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.435335] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] Releasing lock "refresh_cache-93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.435335] env[71079]: DEBUG nova.compute.manager [req-9b71b056-12eb-40c3-9709-8d2f0bf33c4f req-9a314c21-a6eb-41d5-a3a5-d46e43137430 service nova] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Received event network-vif-deleted-d6b298ca-148d-490f-9367-4d2437e027a5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.476728] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138183} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.476896] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.477669] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63475671-f9ae-4a39-b5c5-3530d8ea853e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.507869] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 37447c09-45f9-4c5d-8c7f-f5d626a7e514/37447c09-45f9-4c5d-8c7f-f5d626a7e514.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.508302] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7bb0bf-3351-48b5-98ce-90c529006dc6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.536304] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 661.536304] env[71079]: value = "task-3278405" [ 661.536304] env[71079]: _type = "Task" [ 661.536304] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.549455] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.598702] env[71079]: DEBUG nova.network.neutron [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Successfully updated port: 1f485df5-e79c-4599-8fbd-ec38abdaf03f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.611485] env[71079]: DEBUG nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.656452] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.656452] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.656632] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.656698] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.656812] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.656992] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.657366] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.657544] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.657720] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.658857] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.658857] env[71079]: DEBUG nova.virt.hardware [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.660201] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6e722-4279-4ad6-b63c-c646a3213acd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.670900] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a6f00-22cd-4e25-8c79-48b63d5c8f85 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.738494] env[71079]: DEBUG nova.network.neutron [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Successfully created port: c49db5c4-ab35-4299-9dc9-c7498530e418 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.746504] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4130e-e936-1be6-fd83-74ffcf10338e, 'name': SearchDatastore_Task, 'duration_secs': 0.025437} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.748783] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.748783] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.748783] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.748783] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.749267] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.749267] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22ec5db8-4e4c-4fe4-a95d-b38c87c33515 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.757360] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.762330] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.388s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.764156] env[71079]: INFO nova.compute.claims [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.772599] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.772807] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.777980] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06381c7-a0bd-4d1a-a50c-98a7b64ce9c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.784017] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 661.784017] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5267f9e8-3d76-dbe8-2cb6-2107b853c042" [ 661.784017] env[71079]: _type = "Task" [ 661.784017] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.794687] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5267f9e8-3d76-dbe8-2cb6-2107b853c042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.802094] env[71079]: INFO nova.scheduler.client.report [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Deleted allocations for instance 8b430097-236d-4d69-847c-1129653c46d7 [ 661.883363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "3f60e673-e519-4511-8f17-553bd328c435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.883726] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "3f60e673-e519-4511-8f17-553bd328c435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.884463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "3f60e673-e519-4511-8f17-553bd328c435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.884800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "3f60e673-e519-4511-8f17-553bd328c435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.885070] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "3f60e673-e519-4511-8f17-553bd328c435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.892333] env[71079]: INFO nova.compute.manager [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Terminating instance [ 661.903462] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278404, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.954588] env[71079]: DEBUG nova.network.neutron [None req-e3fe229f-6e8b-461a-bd69-960867510b8d tempest-ServerExternalEventsTest-1942165824 tempest-ServerExternalEventsTest-1942165824-project] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Updating instance_info_cache with network_info: [{"id": "e8b9ab20-26ba-442d-805b-435876e31c23", "address": "fa:16:3e:df:26:5e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b9ab20-26", "ovs_interfaceid": "e8b9ab20-26ba-442d-805b-435876e31c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.049281] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278405, 'name': ReconfigVM_Task, 'duration_secs': 0.346993} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.049580] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 37447c09-45f9-4c5d-8c7f-f5d626a7e514/37447c09-45f9-4c5d-8c7f-f5d626a7e514.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.050230] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9d36db3-02ce-4074-8afb-77742bde93cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.060237] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 662.060237] env[71079]: value = "task-3278406" [ 662.060237] env[71079]: _type = "Task" [ 662.060237] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.065686] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278406, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.071576] env[71079]: DEBUG nova.compute.manager [req-436ee7fe-3fa6-4ab0-94c1-56af28d51a8c req-ebb72e41-f615-41d8-b950-002dd2d71663 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Received event network-vif-plugged-1f485df5-e79c-4599-8fbd-ec38abdaf03f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.072429] env[71079]: DEBUG oslo_concurrency.lockutils [req-436ee7fe-3fa6-4ab0-94c1-56af28d51a8c req-ebb72e41-f615-41d8-b950-002dd2d71663 service nova] Acquiring lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.072429] env[71079]: DEBUG oslo_concurrency.lockutils [req-436ee7fe-3fa6-4ab0-94c1-56af28d51a8c req-ebb72e41-f615-41d8-b950-002dd2d71663 service nova] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.072429] env[71079]: DEBUG oslo_concurrency.lockutils [req-436ee7fe-3fa6-4ab0-94c1-56af28d51a8c req-ebb72e41-f615-41d8-b950-002dd2d71663 service nova] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.072831] env[71079]: DEBUG nova.compute.manager [req-436ee7fe-3fa6-4ab0-94c1-56af28d51a8c req-ebb72e41-f615-41d8-b950-002dd2d71663 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] No waiting events found dispatching network-vif-plugged-1f485df5-e79c-4599-8fbd-ec38abdaf03f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.072831] env[71079]: WARNING nova.compute.manager [req-436ee7fe-3fa6-4ab0-94c1-56af28d51a8c req-ebb72e41-f615-41d8-b950-002dd2d71663 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Received unexpected event network-vif-plugged-1f485df5-e79c-4599-8fbd-ec38abdaf03f for instance with vm_state building and task_state spawning. [ 662.102184] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "refresh_cache-d1ee91d7-9d84-4094-8d38-166d8a2b999e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.103356] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "refresh_cache-d1ee91d7-9d84-4094-8d38-166d8a2b999e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.103356] env[71079]: DEBUG nova.network.neutron [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.297352] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5267f9e8-3d76-dbe8-2cb6-2107b853c042, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.299319] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7129f967-eecf-46bb-a7bc-5733ddb0a0f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.310648] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48b9bd27-27d3-481e-9a1b-a58c0ed66d87 tempest-ServerDiagnosticsV248Test-921913719 tempest-ServerDiagnosticsV248Test-921913719-project-member] Lock "8b430097-236d-4d69-847c-1129653c46d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.120s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.315663] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 662.315663] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c52bbe-3a1d-1494-0522-744d2cf1f9ca" [ 662.315663] env[71079]: _type = "Task" [ 662.315663] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.330463] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c52bbe-3a1d-1494-0522-744d2cf1f9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.330463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.330874] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.330874] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ffd53e-b4b1-4ed3-9d14-d004865e7129 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.341052] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 662.341052] env[71079]: value = "task-3278407" [ 662.341052] env[71079]: _type = "Task" [ 662.341052] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.354117] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.398596] env[71079]: DEBUG nova.compute.manager [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.398901] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.399268] env[71079]: DEBUG oslo_vmware.api [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278404, 'name': PowerOnVM_Task, 'duration_secs': 0.989652} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.400688] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62e25be-dc82-4436-9977-4d2958555e38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.403260] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.403497] env[71079]: INFO nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Took 11.50 seconds to spawn the instance on the hypervisor. [ 662.403691] env[71079]: DEBUG nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.404863] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedf5031-f089-47c6-aad7-0096a2d74ad1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.413422] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.418203] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afc2a617-9344-40bb-8fc6-f0b9148474c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.426606] env[71079]: DEBUG oslo_vmware.api [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 662.426606] env[71079]: value = "task-3278408" [ 662.426606] env[71079]: _type = "Task" [ 662.426606] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.438031] env[71079]: DEBUG oslo_vmware.api [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.457742] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3fe229f-6e8b-461a-bd69-960867510b8d tempest-ServerExternalEventsTest-1942165824 tempest-ServerExternalEventsTest-1942165824-project] Releasing lock "refresh_cache-3f60e673-e519-4511-8f17-553bd328c435" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.570960] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278406, 'name': Rename_Task, 'duration_secs': 0.147496} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.570960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.570960] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5dc2ffc-bd64-4852-9652-416282d13e91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.579725] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 662.579725] env[71079]: value = "task-3278409" [ 662.579725] env[71079]: _type = "Task" [ 662.579725] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.593025] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.714120] env[71079]: DEBUG nova.network.neutron [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.861861] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.926995] env[71079]: INFO nova.compute.manager [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Took 32.48 seconds to build instance. [ 662.938836] env[71079]: DEBUG oslo_vmware.api [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278408, 'name': PowerOffVM_Task, 'duration_secs': 0.266846} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.942888] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.943093] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.943843] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1f8bd72-a0c8-46f4-accf-35d426dd52aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.024348] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.024562] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.024736] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Deleting the datastore file [datastore1] 3f60e673-e519-4511-8f17-553bd328c435 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.025015] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be053c1-a9a6-4d29-a706-5390a8353146 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.031751] env[71079]: DEBUG oslo_vmware.api [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for the task: (returnval){ [ 663.031751] env[71079]: value = "task-3278411" [ 663.031751] env[71079]: _type = "Task" [ 663.031751] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.048042] env[71079]: DEBUG oslo_vmware.api [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.096374] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.196775] env[71079]: DEBUG nova.network.neutron [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Updating instance_info_cache with network_info: [{"id": "1f485df5-e79c-4599-8fbd-ec38abdaf03f", "address": "fa:16:3e:ea:01:99", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f485df5-e7", "ovs_interfaceid": "1f485df5-e79c-4599-8fbd-ec38abdaf03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.334951] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22798ed-f9ff-422c-9310-818513f149d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.351165] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3365738-e78c-4a94-a424-b23acdb09009 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.365857] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278407, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.396100] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ab76b-349c-4352-97a7-5c9e7d4c8221 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.406494] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c072d5d5-5ba3-49eb-a9d9-6d73287212dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.427044] env[71079]: DEBUG nova.compute.provider_tree [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.433354] env[71079]: DEBUG oslo_concurrency.lockutils [None req-780466ab-7b4a-42ec-841c-242af094e701 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.400s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.558878] env[71079]: DEBUG oslo_vmware.api [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Task: {'id': task-3278411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138529} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.559441] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.559622] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.559814] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.559998] env[71079]: INFO nova.compute.manager [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Took 1.16 seconds to destroy the instance on the hypervisor. [ 663.560287] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.560541] env[71079]: DEBUG nova.compute.manager [-] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.560636] env[71079]: DEBUG nova.network.neutron [-] [instance: 3f60e673-e519-4511-8f17-553bd328c435] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.601164] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278409, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.713579] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "refresh_cache-d1ee91d7-9d84-4094-8d38-166d8a2b999e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.713579] env[71079]: DEBUG nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance network_info: |[{"id": "1f485df5-e79c-4599-8fbd-ec38abdaf03f", "address": "fa:16:3e:ea:01:99", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f485df5-e7", "ovs_interfaceid": "1f485df5-e79c-4599-8fbd-ec38abdaf03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.714105] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:01:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f485df5-e79c-4599-8fbd-ec38abdaf03f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.723025] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating folder: Project (1c452ae56832440f9e7e1510ee54f3b2). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.723764] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d0c610-5a99-4374-97df-3093f88efced {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.735175] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created folder: Project (1c452ae56832440f9e7e1510ee54f3b2) in parent group-v654700. [ 663.735175] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating folder: Instances. Parent ref: group-v654759. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.735320] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1c8d72-d874-478d-b76b-c6f132dba7e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.750052] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created folder: Instances in parent group-v654759. [ 663.750052] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.750052] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.750052] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e8d9446-710f-42d7-a191-a0c1e48f9092 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.779019] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.779019] env[71079]: value = "task-3278414" [ 663.779019] env[71079]: _type = "Task" [ 663.779019] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.788050] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278414, 'name': CreateVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.858524] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278407, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.346324} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.859111] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.859720] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.860169] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e33a036e-1682-435d-8b8a-0e42a60a1e81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.870251] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 663.870251] env[71079]: value = "task-3278415" [ 663.870251] env[71079]: _type = "Task" [ 663.870251] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.881870] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.934590] env[71079]: DEBUG nova.scheduler.client.report [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.941061] env[71079]: DEBUG nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.095774] env[71079]: DEBUG oslo_vmware.api [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278409, 'name': PowerOnVM_Task, 'duration_secs': 1.192126} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.095901] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.096121] env[71079]: INFO nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Took 10.63 seconds to spawn the instance on the hypervisor. [ 664.096310] env[71079]: DEBUG nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.097154] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1750e7c6-162e-47cc-9a5e-540c350ec58b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.290565] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278414, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.383521] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074649} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.383904] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.385080] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be697dc2-3dd0-44b0-b3c1-93b5a4a9590a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.419442] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.419811] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8865c57a-8ee4-4fd6-96ff-7d124d1de41b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.445179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.445762] env[71079]: DEBUG nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.453016] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 664.453016] env[71079]: value = "task-3278416" [ 664.453016] env[71079]: _type = "Task" [ 664.453016] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.455464] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.400s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.468610] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.487498] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.617940] env[71079]: INFO nova.compute.manager [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Took 34.17 seconds to build instance. [ 664.652829] env[71079]: DEBUG nova.network.neutron [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Successfully updated port: c49db5c4-ab35-4299-9dc9-c7498530e418 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.709783] env[71079]: DEBUG nova.network.neutron [-] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.723685] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "d3c5ee07-a0e5-47eb-8c79-786699338629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.724556] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.792548] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278414, 'name': CreateVM_Task, 'duration_secs': 0.619117} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.792548] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.793444] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.793444] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.794737] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.794737] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009e0aae-039b-48a0-addb-815474dd14f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.800791] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 664.800791] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a214a3-85f1-8b5d-296d-bca5747205c4" [ 664.800791] env[71079]: _type = "Task" [ 664.800791] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.809800] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a214a3-85f1-8b5d-296d-bca5747205c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.961983] env[71079]: INFO nova.compute.claims [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.971103] env[71079]: DEBUG nova.compute.utils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.976149] env[71079]: DEBUG nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.976328] env[71079]: DEBUG nova.network.neutron [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.983677] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.072320] env[71079]: DEBUG nova.policy [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4492c4672987498cb25a10a38b786207', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c452ae56832440f9e7e1510ee54f3b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.123828] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f5191b7b-7421-4e57-9233-e96ff8000d01 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.216s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.149168] env[71079]: DEBUG nova.compute.manager [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Received event network-changed-1f485df5-e79c-4599-8fbd-ec38abdaf03f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.149168] env[71079]: DEBUG nova.compute.manager [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Refreshing instance network info cache due to event network-changed-1f485df5-e79c-4599-8fbd-ec38abdaf03f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.149168] env[71079]: DEBUG oslo_concurrency.lockutils [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] Acquiring lock "refresh_cache-d1ee91d7-9d84-4094-8d38-166d8a2b999e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.149168] env[71079]: DEBUG oslo_concurrency.lockutils [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] Acquired lock "refresh_cache-d1ee91d7-9d84-4094-8d38-166d8a2b999e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.149168] env[71079]: DEBUG nova.network.neutron [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Refreshing network info cache for port 1f485df5-e79c-4599-8fbd-ec38abdaf03f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.156551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "refresh_cache-c7f229c2-eab7-4906-8e1f-8cfefd4ac060" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.156927] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquired lock "refresh_cache-c7f229c2-eab7-4906-8e1f-8cfefd4ac060" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.157745] env[71079]: DEBUG nova.network.neutron [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.191533] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.191628] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.212659] env[71079]: INFO nova.compute.manager [-] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Took 1.65 seconds to deallocate network for instance. [ 665.319924] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a214a3-85f1-8b5d-296d-bca5747205c4, 'name': SearchDatastore_Task, 'duration_secs': 0.050814} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.320271] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.320555] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.320828] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.320976] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.321175] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.321468] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b29c07c-198f-4363-8c81-3069d1023346 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.331694] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.331945] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.333253] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6622f3c4-8e4a-4bb7-a6b1-2e086c8f17fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.340795] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 665.340795] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5262526e-7032-ca99-494f-05af20546638" [ 665.340795] env[71079]: _type = "Task" [ 665.340795] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.354313] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5262526e-7032-ca99-494f-05af20546638, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.356066] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43017a9-b6ac-49b7-902d-ebaf5a22f905 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.364923] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 665.364923] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232fdee-274a-6f09-6aab-06e189e10ba9" [ 665.364923] env[71079]: _type = "Task" [ 665.364923] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.375114] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232fdee-274a-6f09-6aab-06e189e10ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.472320] env[71079]: INFO nova.compute.resource_tracker [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating resource usage from migration a53b813e-a088-41e4-a02a-f6f49c88f6e7 [ 665.480462] env[71079]: DEBUG nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.490584] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.633882] env[71079]: INFO nova.compute.manager [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Rescuing [ 665.634531] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.634650] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.634856] env[71079]: DEBUG nova.network.neutron [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.636642] env[71079]: DEBUG nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.721798] env[71079]: DEBUG nova.network.neutron [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.732782] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.880621] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232fdee-274a-6f09-6aab-06e189e10ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.883357] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.883662] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.884205] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b85d89-e208-4d5b-b7c9-1fdce7f9eadd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.892180] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 665.892180] env[71079]: value = "task-3278417" [ 665.892180] env[71079]: _type = "Task" [ 665.892180] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.902896] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.001089] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278416, 'name': ReconfigVM_Task, 'duration_secs': 1.462221} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.002722] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.002722] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d07d3cff-d39a-464f-a4cd-6614b158588d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.008684] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 666.008684] env[71079]: value = "task-3278418" [ 666.008684] env[71079]: _type = "Task" [ 666.008684] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.018908] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278418, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.061255] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02af3356-9b03-486c-997a-976cac36b18d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.069319] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f89fc9-791e-4ca3-a0e1-461508236087 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.106259] env[71079]: DEBUG nova.network.neutron [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Updating instance_info_cache with network_info: [{"id": "c49db5c4-ab35-4299-9dc9-c7498530e418", "address": "fa:16:3e:a5:b9:1d", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc49db5c4-ab", "ovs_interfaceid": "c49db5c4-ab35-4299-9dc9-c7498530e418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.110556] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce490e7-0a19-4e34-bf81-df680c8580a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.116907] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1863cc32-ccbc-4eda-b4c9-c139ff469c84 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.136867] env[71079]: DEBUG nova.compute.provider_tree [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.141839] env[71079]: DEBUG nova.network.neutron [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Successfully created port: 5c70cab7-2b08-49ae-99cc-82c452c5f862 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.168615] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.212459] env[71079]: DEBUG nova.network.neutron [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Updated VIF entry in instance network info cache for port 1f485df5-e79c-4599-8fbd-ec38abdaf03f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.212459] env[71079]: DEBUG nova.network.neutron [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Updating instance_info_cache with network_info: [{"id": "1f485df5-e79c-4599-8fbd-ec38abdaf03f", "address": "fa:16:3e:ea:01:99", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f485df5-e7", "ovs_interfaceid": "1f485df5-e79c-4599-8fbd-ec38abdaf03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.404646] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278417, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.503700] env[71079]: DEBUG nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.524400] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278418, 'name': Rename_Task, 'duration_secs': 0.239797} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.525018] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.525357] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5e1b605-dd37-466d-89d7-dd051041b89a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.533153] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 666.533153] env[71079]: value = "task-3278419" [ 666.533153] env[71079]: _type = "Task" [ 666.533153] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.545817] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.552675] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.552675] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.552884] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.553127] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.553271] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.554637] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.554637] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.554637] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.554637] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.554637] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.555303] env[71079]: DEBUG nova.virt.hardware [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.555446] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45611302-1727-492f-b12f-7355b0f52503 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.565826] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcaa4f1-2c2a-4aa1-8f88-04ea4ebc03e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.572589] env[71079]: DEBUG nova.network.neutron [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Updating instance_info_cache with network_info: [{"id": "46d4c977-02ac-43f0-b034-15b9d84da17a", "address": "fa:16:3e:a5:3d:9d", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4c977-02", "ovs_interfaceid": "46d4c977-02ac-43f0-b034-15b9d84da17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.613088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Releasing lock "refresh_cache-c7f229c2-eab7-4906-8e1f-8cfefd4ac060" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.613453] env[71079]: DEBUG nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Instance network_info: |[{"id": "c49db5c4-ab35-4299-9dc9-c7498530e418", "address": "fa:16:3e:a5:b9:1d", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc49db5c4-ab", "ovs_interfaceid": "c49db5c4-ab35-4299-9dc9-c7498530e418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.615087] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:b9:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c49db5c4-ab35-4299-9dc9-c7498530e418', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.626983] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Creating folder: Project (032a6657ddec4758a0ac89bbecded646). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.627591] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d5bc4f-c823-4668-9f1d-52c256a313e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.638357] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Created folder: Project (032a6657ddec4758a0ac89bbecded646) in parent group-v654700. [ 666.638512] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Creating folder: Instances. Parent ref: group-v654762. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.638812] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baa7a2e9-57c0-4fb8-b19a-091a3a65f2da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.652549] env[71079]: DEBUG nova.scheduler.client.report [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.659124] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Created folder: Instances in parent group-v654762. [ 666.659124] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.659124] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.659124] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df967109-1247-46e1-ab9d-214dc9e3ff83 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.684080] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.684080] env[71079]: value = "task-3278422" [ 666.684080] env[71079]: _type = "Task" [ 666.684080] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.693066] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278422, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.719854] env[71079]: DEBUG oslo_concurrency.lockutils [req-8d4e0784-4767-4ff7-aa7d-370d4b3e4f9a req-4f2c93b0-d1c2-40b3-aba9-a80f3f58d190 service nova] Releasing lock "refresh_cache-d1ee91d7-9d84-4094-8d38-166d8a2b999e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.904580] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81621} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.907024] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.907024] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.907024] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee000002-7d44-40be-84d1-17dd6b25a010 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.915037] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 666.915037] env[71079]: value = "task-3278423" [ 666.915037] env[71079]: _type = "Task" [ 666.915037] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.921891] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.043505] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.076054] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "refresh_cache-e43cd3ed-5a0e-4d1d-9177-9879a05db58f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.161276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.703s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.161276] env[71079]: INFO nova.compute.manager [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Migrating [ 667.161276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.161276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "compute-rpcapi-router" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.161276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.265s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.162429] env[71079]: INFO nova.compute.claims [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.200173] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278422, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.212218] env[71079]: DEBUG nova.compute.manager [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Received event network-changed-8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.212400] env[71079]: DEBUG nova.compute.manager [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Refreshing instance network info cache due to event network-changed-8bb7268e-51be-48bc-beff-eda38f40a47a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.213152] env[71079]: DEBUG oslo_concurrency.lockutils [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] Acquiring lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.213152] env[71079]: DEBUG oslo_concurrency.lockutils [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] Acquired lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.213152] env[71079]: DEBUG nova.network.neutron [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Refreshing network info cache for port 8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.241112] env[71079]: DEBUG nova.compute.manager [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Received event network-vif-deleted-e8b9ab20-26ba-442d-805b-435876e31c23 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.241485] env[71079]: DEBUG nova.compute.manager [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Received event network-vif-plugged-c49db5c4-ab35-4299-9dc9-c7498530e418 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.241696] env[71079]: DEBUG oslo_concurrency.lockutils [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] Acquiring lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.241900] env[71079]: DEBUG oslo_concurrency.lockutils [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.242091] env[71079]: DEBUG oslo_concurrency.lockutils [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.242229] env[71079]: DEBUG nova.compute.manager [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] No waiting events found dispatching network-vif-plugged-c49db5c4-ab35-4299-9dc9-c7498530e418 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.242388] env[71079]: WARNING nova.compute.manager [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Received unexpected event network-vif-plugged-c49db5c4-ab35-4299-9dc9-c7498530e418 for instance with vm_state building and task_state spawning. [ 667.242674] env[71079]: DEBUG nova.compute.manager [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Received event network-changed-c49db5c4-ab35-4299-9dc9-c7498530e418 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.242757] env[71079]: DEBUG nova.compute.manager [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Refreshing instance network info cache due to event network-changed-c49db5c4-ab35-4299-9dc9-c7498530e418. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.242875] env[71079]: DEBUG oslo_concurrency.lockutils [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] Acquiring lock "refresh_cache-c7f229c2-eab7-4906-8e1f-8cfefd4ac060" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.243044] env[71079]: DEBUG oslo_concurrency.lockutils [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] Acquired lock "refresh_cache-c7f229c2-eab7-4906-8e1f-8cfefd4ac060" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.243316] env[71079]: DEBUG nova.network.neutron [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Refreshing network info cache for port c49db5c4-ab35-4299-9dc9-c7498530e418 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.423639] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067544} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.424713] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.425322] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b1400-2537-4503-ae2c-cdb7c957b277 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.450747] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.452895] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e86cdf-6192-454f-9b22-a7233c2b370a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.474542] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 667.474542] env[71079]: value = "task-3278424" [ 667.474542] env[71079]: _type = "Task" [ 667.474542] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.487583] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.545913] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.669019] env[71079]: INFO nova.compute.rpcapi [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 667.669019] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "compute-rpcapi-router" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.701530] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278422, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.988874] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.053592] env[71079]: DEBUG oslo_vmware.api [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278419, 'name': PowerOnVM_Task, 'duration_secs': 1.493785} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.054238] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.054626] env[71079]: INFO nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Took 11.85 seconds to spawn the instance on the hypervisor. [ 668.055200] env[71079]: DEBUG nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.056673] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe22ae3-a7ac-4e69-99f0-41b45a6ec609 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.191070] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.191070] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.191070] env[71079]: DEBUG nova.network.neutron [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.201215] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278422, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.434017] env[71079]: DEBUG nova.network.neutron [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Updated VIF entry in instance network info cache for port 8bb7268e-51be-48bc-beff-eda38f40a47a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.434017] env[71079]: DEBUG nova.network.neutron [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Updating instance_info_cache with network_info: [{"id": "8bb7268e-51be-48bc-beff-eda38f40a47a", "address": "fa:16:3e:29:46:ff", "network": {"id": "dab49352-4ddd-4bce-a32f-5861f9d7ce0e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-268618360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31605a7ad42e4f2287c1620f2083cd36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb7268e-51", "ovs_interfaceid": "8bb7268e-51be-48bc-beff-eda38f40a47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.452488] env[71079]: DEBUG nova.network.neutron [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Updated VIF entry in instance network info cache for port c49db5c4-ab35-4299-9dc9-c7498530e418. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.453254] env[71079]: DEBUG nova.network.neutron [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Updating instance_info_cache with network_info: [{"id": "c49db5c4-ab35-4299-9dc9-c7498530e418", "address": "fa:16:3e:a5:b9:1d", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc49db5c4-ab", "ovs_interfaceid": "c49db5c4-ab35-4299-9dc9-c7498530e418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.494292] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278424, 'name': ReconfigVM_Task, 'duration_secs': 0.776389} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.494292] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.494292] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b1f26b2-949b-42a4-8237-8d05a8605664 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.501284] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 668.501284] env[71079]: value = "task-3278425" [ 668.501284] env[71079]: _type = "Task" [ 668.501284] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.515115] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278425, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.580789] env[71079]: INFO nova.compute.manager [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Took 35.81 seconds to build instance. [ 668.599909] env[71079]: DEBUG nova.network.neutron [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Successfully updated port: 5c70cab7-2b08-49ae-99cc-82c452c5f862 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.623405] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.623736] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cceb8c58-2fb8-4eec-b045-b71e878787bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.635917] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 668.635917] env[71079]: value = "task-3278426" [ 668.635917] env[71079]: _type = "Task" [ 668.635917] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.649297] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.701631] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278422, 'name': CreateVM_Task, 'duration_secs': 1.542706} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.702156] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.702948] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.703409] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.704030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.706941] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a67db3-6867-456e-add7-eebff62afc57 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.711983] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 668.711983] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52921756-f8a2-a70b-1fbe-f295f0aa108b" [ 668.711983] env[71079]: _type = "Task" [ 668.711983] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.721480] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52921756-f8a2-a70b-1fbe-f295f0aa108b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.787513] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b00b3f-c253-467f-b828-5c52115fabad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.798950] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778706b3-9564-47f4-941c-ee033a313b84 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.842240] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0b7e1-f0f3-4d52-9095-8a5e54eb473d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.851299] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9796a41-2f1c-4467-a6bb-89b55925841b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.868223] env[71079]: DEBUG nova.compute.provider_tree [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.939445] env[71079]: DEBUG oslo_concurrency.lockutils [req-dac72d43-79ad-4427-bb1a-90f0592b4728 req-0d04bc23-3c64-4251-8217-d4ecd18dc707 service nova] Releasing lock "refresh_cache-37447c09-45f9-4c5d-8c7f-f5d626a7e514" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.957051] env[71079]: DEBUG oslo_concurrency.lockutils [req-865b7beb-8af1-453d-98e8-d97965362245 req-5c20bc0e-c8bb-4032-9a95-d5d6f0205154 service nova] Releasing lock "refresh_cache-c7f229c2-eab7-4906-8e1f-8cfefd4ac060" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.015520] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278425, 'name': Rename_Task, 'duration_secs': 0.150397} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.015839] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.017322] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a5b1658-1fd5-447d-922d-4cdaba21b259 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.023424] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 669.023424] env[71079]: value = "task-3278427" [ 669.023424] env[71079]: _type = "Task" [ 669.023424] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.031305] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.082926] env[71079]: DEBUG nova.network.neutron [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance_info_cache with network_info: [{"id": "d16a25de-4aad-41fe-888f-819d34031a06", "address": "fa:16:3e:5b:a5:38", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16a25de-4a", "ovs_interfaceid": "d16a25de-4aad-41fe-888f-819d34031a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.084152] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10d02f27-e27e-4e0e-852c-7e460650da12 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.235s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.105075] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "refresh_cache-926f7d25-80c5-408e-b2b5-0544d36305f2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.105363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "refresh_cache-926f7d25-80c5-408e-b2b5-0544d36305f2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.105542] env[71079]: DEBUG nova.network.neutron [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.148769] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278426, 'name': PowerOffVM_Task, 'duration_secs': 0.233912} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.148769] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.148769] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c1852e-fd06-43d6-b401-d0b6a5c9fbe5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.170757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac2278-b92b-41d9-8f2d-83290af592d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.213132] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.213488] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974080c3-a2ba-4211-b8b2-d31e2a266d4c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.226670] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52921756-f8a2-a70b-1fbe-f295f0aa108b, 'name': SearchDatastore_Task, 'duration_secs': 0.014911} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.228148] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.228429] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.228684] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.228837] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.229036] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.229361] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 669.229361] env[71079]: value = "task-3278428" [ 669.229361] env[71079]: _type = "Task" [ 669.229361] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.229567] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b18a83d1-2f17-4b91-b8e2-2bf073c9a0eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.240636] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 669.240929] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.241286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.241517] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.241728] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.245642] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbb3a5e3-e6eb-4db7-b0c7-1b3aabdf4c51 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.245642] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.245642] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.246271] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679fb4c9-8023-4fb7-a0b5-919a901784c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.252358] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 669.252358] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5222b675-3c59-e5fb-5d20-ad2cda94d225" [ 669.252358] env[71079]: _type = "Task" [ 669.252358] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.256929] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.257690] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.258633] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0781f8b3-b8b3-4c3b-8ad2-d14bf3867774 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.263587] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5222b675-3c59-e5fb-5d20-ad2cda94d225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.266617] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 669.266617] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52956b6e-2316-b537-ff57-038868574f15" [ 669.266617] env[71079]: _type = "Task" [ 669.266617] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.277024] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52956b6e-2316-b537-ff57-038868574f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.373519] env[71079]: DEBUG nova.scheduler.client.report [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.540552] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.585749] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.589071] env[71079]: DEBUG nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.667016] env[71079]: DEBUG nova.network.neutron [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.763246] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5222b675-3c59-e5fb-5d20-ad2cda94d225, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.764094] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3e5fc2-7b0d-4f83-956e-3908f3ed26af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.774821] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 669.774821] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c6304-76e4-853f-2081-401072f29a97" [ 669.774821] env[71079]: _type = "Task" [ 669.774821] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.785308] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52956b6e-2316-b537-ff57-038868574f15, 'name': SearchDatastore_Task, 'duration_secs': 0.023374} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.786965] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a9bdfd-a34e-471e-bf23-b845960123d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.793734] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c6304-76e4-853f-2081-401072f29a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.797812] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 669.797812] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5267ea2d-5879-ffec-d396-d5d95e08d0eb" [ 669.797812] env[71079]: _type = "Task" [ 669.797812] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.813597] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5267ea2d-5879-ffec-d396-d5d95e08d0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.871586] env[71079]: DEBUG nova.network.neutron [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Updating instance_info_cache with network_info: [{"id": "5c70cab7-2b08-49ae-99cc-82c452c5f862", "address": "fa:16:3e:fa:db:d4", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c70cab7-2b", "ovs_interfaceid": "5c70cab7-2b08-49ae-99cc-82c452c5f862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.880583] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.880678] env[71079]: DEBUG nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.883940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.915s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.885710] env[71079]: INFO nova.compute.claims [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.906278] env[71079]: DEBUG nova.compute.manager [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Received event network-vif-plugged-5c70cab7-2b08-49ae-99cc-82c452c5f862 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.906278] env[71079]: DEBUG oslo_concurrency.lockutils [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] Acquiring lock "926f7d25-80c5-408e-b2b5-0544d36305f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.906278] env[71079]: DEBUG oslo_concurrency.lockutils [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.906278] env[71079]: DEBUG oslo_concurrency.lockutils [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.906691] env[71079]: DEBUG nova.compute.manager [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] No waiting events found dispatching network-vif-plugged-5c70cab7-2b08-49ae-99cc-82c452c5f862 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.906936] env[71079]: WARNING nova.compute.manager [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Received unexpected event network-vif-plugged-5c70cab7-2b08-49ae-99cc-82c452c5f862 for instance with vm_state building and task_state spawning. [ 669.907496] env[71079]: DEBUG nova.compute.manager [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Received event network-changed-5c70cab7-2b08-49ae-99cc-82c452c5f862 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.907703] env[71079]: DEBUG nova.compute.manager [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Refreshing instance network info cache due to event network-changed-5c70cab7-2b08-49ae-99cc-82c452c5f862. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.907922] env[71079]: DEBUG oslo_concurrency.lockutils [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] Acquiring lock "refresh_cache-926f7d25-80c5-408e-b2b5-0544d36305f2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.035119] env[71079]: DEBUG oslo_vmware.api [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278427, 'name': PowerOnVM_Task, 'duration_secs': 0.613945} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.035388] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.035632] env[71079]: INFO nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Took 11.09 seconds to spawn the instance on the hypervisor. [ 670.035851] env[71079]: DEBUG nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.036726] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6ec4a6-d3a1-4c30-a8c0-10bea22ae171 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.125715] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.284687] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c6304-76e4-853f-2081-401072f29a97, 'name': SearchDatastore_Task, 'duration_secs': 0.020642} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.284975] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.285595] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c7f229c2-eab7-4906-8e1f-8cfefd4ac060/c7f229c2-eab7-4906-8e1f-8cfefd4ac060.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.285595] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa384373-2d0d-4f38-b376-2261abc69d58 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.292693] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 670.292693] env[71079]: value = "task-3278429" [ 670.292693] env[71079]: _type = "Task" [ 670.292693] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.301474] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.310372] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5267ea2d-5879-ffec-d396-d5d95e08d0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.02606} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.310372] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310372] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. {{(pid=71079) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 670.311101] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dae8bc9c-ba26-4b93-a7ee-5601b11ccec7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.320408] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 670.320408] env[71079]: value = "task-3278430" [ 670.320408] env[71079]: _type = "Task" [ 670.320408] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.329548] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.343130] env[71079]: INFO nova.compute.manager [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Rebuilding instance [ 670.375540] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "refresh_cache-926f7d25-80c5-408e-b2b5-0544d36305f2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.375540] env[71079]: DEBUG nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Instance network_info: |[{"id": "5c70cab7-2b08-49ae-99cc-82c452c5f862", "address": "fa:16:3e:fa:db:d4", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c70cab7-2b", "ovs_interfaceid": "5c70cab7-2b08-49ae-99cc-82c452c5f862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.375684] env[71079]: DEBUG oslo_concurrency.lockutils [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] Acquired lock "refresh_cache-926f7d25-80c5-408e-b2b5-0544d36305f2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.375684] env[71079]: DEBUG nova.network.neutron [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Refreshing network info cache for port 5c70cab7-2b08-49ae-99cc-82c452c5f862 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.380657] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:db:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c70cab7-2b08-49ae-99cc-82c452c5f862', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.391025] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.395306] env[71079]: DEBUG nova.compute.utils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.401019] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.401019] env[71079]: DEBUG nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.401019] env[71079]: DEBUG nova.network.neutron [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.403156] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf5c0a7d-2e7c-4cba-903f-bf35c443f287 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.423536] env[71079]: DEBUG nova.compute.manager [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.427393] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84584410-75e5-48d8-af6c-40e5199d5087 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.439059] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.439059] env[71079]: value = "task-3278431" [ 670.439059] env[71079]: _type = "Task" [ 670.439059] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.448252] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278431, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.563817] env[71079]: DEBUG nova.policy [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eec61401c895401d8571b497d213933a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '626767dd36814f728f3466a88eda2435', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.567199] env[71079]: INFO nova.compute.manager [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Took 36.27 seconds to build instance. [ 670.809823] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278429, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.829391] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278430, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.901510] env[71079]: DEBUG nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.962729] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278431, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.033306] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31511b80-b53c-45d9-bc5a-a6f0f2dd94d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.040478] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b797c79b-42a9-4b12-8e6f-ff69960c0bb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.071623] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e040d43b-7141-4d97-94de-59a5e0a4de6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.074648] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38b48efc-d53c-4f51-b018-da4acd7e7df2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.487s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.080897] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf50e8b-6570-45b5-879c-bf19731e9744 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.095806] env[71079]: DEBUG nova.compute.provider_tree [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.114071] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6fdab9-1a04-4e64-b632-af16c1a1589b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.135854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance '234bae3a-7868-453f-9072-24eb855d57ed' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.312200] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835534} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.312588] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c7f229c2-eab7-4906-8e1f-8cfefd4ac060/c7f229c2-eab7-4906-8e1f-8cfefd4ac060.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.312807] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.313392] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab0c786d-b3cd-43f4-a4e5-13d7bf93e48e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.320444] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 671.320444] env[71079]: value = "task-3278432" [ 671.320444] env[71079]: _type = "Task" [ 671.320444] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.329115] env[71079]: DEBUG nova.network.neutron [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Successfully created port: 94589bfa-f10d-4eb9-a42f-26dfc0109140 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.335798] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.339326] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664311} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.339596] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. [ 671.340818] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b930a19-7c07-4440-9eed-2515b91cf94b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.367880] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.368295] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63a1751-ea77-42ef-9499-c17ad4df5e8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.387085] env[71079]: DEBUG nova.network.neutron [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Updated VIF entry in instance network info cache for port 5c70cab7-2b08-49ae-99cc-82c452c5f862. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.387606] env[71079]: DEBUG nova.network.neutron [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Updating instance_info_cache with network_info: [{"id": "5c70cab7-2b08-49ae-99cc-82c452c5f862", "address": "fa:16:3e:fa:db:d4", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c70cab7-2b", "ovs_interfaceid": "5c70cab7-2b08-49ae-99cc-82c452c5f862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.391392] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 671.391392] env[71079]: value = "task-3278433" [ 671.391392] env[71079]: _type = "Task" [ 671.391392] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.400386] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.455582] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.455826] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278431, 'name': CreateVM_Task, 'duration_secs': 0.97233} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.456042] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c94c1f94-6714-43f1-b332-33bfbd30e13f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.457701] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.458658] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.460023] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.460023] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.460023] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ffe4ed-f302-4788-b62c-742599fa2fec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.463437] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 671.463437] env[71079]: value = "task-3278434" [ 671.463437] env[71079]: _type = "Task" [ 671.463437] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.464820] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 671.464820] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52243f4f-a11a-a825-f5a9-e2cd9d263e4a" [ 671.464820] env[71079]: _type = "Task" [ 671.464820] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.477258] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.481026] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52243f4f-a11a-a825-f5a9-e2cd9d263e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.577617] env[71079]: DEBUG nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.598584] env[71079]: DEBUG nova.scheduler.client.report [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.642779] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.642779] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad6e013-6a13-40d3-b777-da5b76dfd521 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.653488] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 671.653488] env[71079]: value = "task-3278435" [ 671.653488] env[71079]: _type = "Task" [ 671.653488] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.662391] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.830453] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088164} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.830875] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.831555] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962848af-83e6-40a8-8c7c-d03e7098d723 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.860664] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c7f229c2-eab7-4906-8e1f-8cfefd4ac060/c7f229c2-eab7-4906-8e1f-8cfefd4ac060.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.861184] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e38757b6-8714-42a5-96d7-6cc0243bb99c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.882420] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 671.882420] env[71079]: value = "task-3278436" [ 671.882420] env[71079]: _type = "Task" [ 671.882420] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.891311] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.891928] env[71079]: DEBUG oslo_concurrency.lockutils [req-5285dc4e-d219-4ec4-b29a-e268bc1806c2 req-7b435a2d-e096-4dbf-80a7-aa131ebbe37f service nova] Releasing lock "refresh_cache-926f7d25-80c5-408e-b2b5-0544d36305f2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.902362] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.912105] env[71079]: DEBUG nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.934953] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.935249] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.935410] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.935590] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.935736] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.936109] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.936423] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.937655] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.937899] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.938138] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.938367] env[71079]: DEBUG nova.virt.hardware [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.939423] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383cb634-8c0f-4d3a-8f62-35b40924637d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.950120] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d48fb8-a404-42f9-b718-47306c1ece08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.979525] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278434, 'name': PowerOffVM_Task, 'duration_secs': 0.49253} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.983657] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.984088] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.984405] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52243f4f-a11a-a825-f5a9-e2cd9d263e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.015378} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.985250] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e019da-90b7-4637-b125-ce43ac00d363 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.987914] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.988157] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.988393] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.988538] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.988712] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.989051] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2ded46-0989-421c-9649-6f2f8c6c5fa2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.994861] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.995110] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b4dfdd1-d2ad-4625-a8a9-ecbab76569d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.998335] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.998505] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.999503] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fade3623-04e5-4e96-b670-5079985e8183 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.004425] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 672.004425] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dba51c-9b32-ba89-2bc3-d4727800f8dc" [ 672.004425] env[71079]: _type = "Task" [ 672.004425] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.013193] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dba51c-9b32-ba89-2bc3-d4727800f8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.072358] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.072673] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.072798] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleting the datastore file [datastore2] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.073106] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d0d9bf3-339d-469b-92f9-17f4ccb7e30e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.079226] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 672.079226] env[71079]: value = "task-3278438" [ 672.079226] env[71079]: _type = "Task" [ 672.079226] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.090209] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.104900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.106265] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.107333] env[71079]: DEBUG nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.113982] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.610s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.114741] env[71079]: DEBUG nova.objects.instance [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.165522] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278435, 'name': PowerOffVM_Task, 'duration_secs': 0.21386} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.165756] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.165954] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance '234bae3a-7868-453f-9072-24eb855d57ed' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.394017] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278436, 'name': ReconfigVM_Task, 'duration_secs': 0.433243} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.395802] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c7f229c2-eab7-4906-8e1f-8cfefd4ac060/c7f229c2-eab7-4906-8e1f-8cfefd4ac060.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.396801] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a3697ba-dfe3-49d2-a67e-b13630469f88 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.404023] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278433, 'name': ReconfigVM_Task, 'duration_secs': 0.846172} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.407033] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.407033] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 672.407033] env[71079]: value = "task-3278439" [ 672.407033] env[71079]: _type = "Task" [ 672.407033] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.407033] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b7619-da7c-4db2-b0a8-f03522278884 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.418840] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278439, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.441157] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef0c3a9-c30f-4bd4-a2b4-24080320b02a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.456920] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 672.456920] env[71079]: value = "task-3278440" [ 672.456920] env[71079]: _type = "Task" [ 672.456920] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.466812] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.516974] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dba51c-9b32-ba89-2bc3-d4727800f8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.021802} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.520283] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d301c46e-aec5-4890-a303-6ead5e9ac776 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.527022] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 672.527022] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52901ac2-2977-d8f7-a7e4-26f3b42a4d5d" [ 672.527022] env[71079]: _type = "Task" [ 672.527022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.533388] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52901ac2-2977-d8f7-a7e4-26f3b42a4d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.589410] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176284} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.589845] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.590247] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.590454] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.620142] env[71079]: DEBUG nova.compute.utils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.624931] env[71079]: DEBUG nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.624931] env[71079]: DEBUG nova.network.neutron [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.673103] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.673391] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.673550] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.673730] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.673873] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.674690] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.675016] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.675228] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.675405] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.675574] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.675786] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.683531] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6946e9-0e90-4619-8879-5dae1e7eab96 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.698984] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.699247] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.704381] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 672.704381] env[71079]: value = "task-3278441" [ 672.704381] env[71079]: _type = "Task" [ 672.704381] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.712957] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.880580] env[71079]: DEBUG nova.policy [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2fbb08702bf4332a5dd53c23e13710e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd046e02ce599411da125bb5b75536a2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.920056] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278439, 'name': Rename_Task, 'duration_secs': 0.158844} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.920684] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.920684] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b624522-2807-4489-838d-b752be8965cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.928209] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 672.928209] env[71079]: value = "task-3278442" [ 672.928209] env[71079]: _type = "Task" [ 672.928209] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.939965] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.972479] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.036465] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52901ac2-2977-d8f7-a7e4-26f3b42a4d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.036738] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.037034] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 926f7d25-80c5-408e-b2b5-0544d36305f2/926f7d25-80c5-408e-b2b5-0544d36305f2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.038066] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9f6bee4-bdd1-4343-b70d-78cc5b7741f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.044219] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 673.044219] env[71079]: value = "task-3278443" [ 673.044219] env[71079]: _type = "Task" [ 673.044219] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.054776] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.130884] env[71079]: DEBUG nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.138414] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aa423ecc-ca57-43a6-a1de-c043c2838c41 tempest-ServersAdmin275Test-689470908 tempest-ServersAdmin275Test-689470908-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.139900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.202s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.141616] env[71079]: INFO nova.compute.claims [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.217526] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278441, 'name': ReconfigVM_Task, 'duration_secs': 0.372407} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.218813] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance '234bae3a-7868-453f-9072-24eb855d57ed' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.312389] env[71079]: DEBUG nova.compute.manager [req-5dbc0fa9-a839-4b6d-8761-0fa4d0bf85fe req-ececac80-7e69-4ef7-888d-743b3c7324de service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Received event network-vif-plugged-94589bfa-f10d-4eb9-a42f-26dfc0109140 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.313037] env[71079]: DEBUG oslo_concurrency.lockutils [req-5dbc0fa9-a839-4b6d-8761-0fa4d0bf85fe req-ececac80-7e69-4ef7-888d-743b3c7324de service nova] Acquiring lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.313037] env[71079]: DEBUG oslo_concurrency.lockutils [req-5dbc0fa9-a839-4b6d-8761-0fa4d0bf85fe req-ececac80-7e69-4ef7-888d-743b3c7324de service nova] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.313037] env[71079]: DEBUG oslo_concurrency.lockutils [req-5dbc0fa9-a839-4b6d-8761-0fa4d0bf85fe req-ececac80-7e69-4ef7-888d-743b3c7324de service nova] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.313325] env[71079]: DEBUG nova.compute.manager [req-5dbc0fa9-a839-4b6d-8761-0fa4d0bf85fe req-ececac80-7e69-4ef7-888d-743b3c7324de service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] No waiting events found dispatching network-vif-plugged-94589bfa-f10d-4eb9-a42f-26dfc0109140 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.313325] env[71079]: WARNING nova.compute.manager [req-5dbc0fa9-a839-4b6d-8761-0fa4d0bf85fe req-ececac80-7e69-4ef7-888d-743b3c7324de service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Received unexpected event network-vif-plugged-94589bfa-f10d-4eb9-a42f-26dfc0109140 for instance with vm_state building and task_state spawning. [ 673.372741] env[71079]: DEBUG nova.network.neutron [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Successfully updated port: 94589bfa-f10d-4eb9-a42f-26dfc0109140 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.439400] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278442, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.453629] env[71079]: DEBUG nova.network.neutron [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Successfully created port: b06c0504-0589-483a-bd8a-2c4995cf5a77 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.475178] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.557461] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278443, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.645208] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.646104] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.646506] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.646732] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.646968] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.647229] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.647610] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.647882] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.648223] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.648533] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.648841] env[71079]: DEBUG nova.virt.hardware [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.656448] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966fe379-f088-4b51-9573-610c1c79d317 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.669058] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc29fb4-8822-41ce-94c9-307e901d5840 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.688286] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:47:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec8b07e-4da9-43f0-8802-44f0695013d3', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.697544] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.698387] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.698645] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b7d6815-ba34-428d-8577-51fdf7e632df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.724022] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.724022] env[71079]: value = "task-3278444" [ 673.724022] env[71079]: _type = "Task" [ 673.724022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.726426] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.726731] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.729019] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.729019] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.729019] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.729019] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.729019] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.729345] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.729345] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.729345] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.729345] env[71079]: DEBUG nova.virt.hardware [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.736086] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 673.738405] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63427026-4cde-4dff-b6e1-7d5ca0282fb2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.758961] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278444, 'name': CreateVM_Task} progress is 15%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.760651] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 673.760651] env[71079]: value = "task-3278445" [ 673.760651] env[71079]: _type = "Task" [ 673.760651] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.776939] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.879960] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "refresh_cache-a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.880280] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired lock "refresh_cache-a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.880493] env[71079]: DEBUG nova.network.neutron [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.939350] env[71079]: DEBUG oslo_vmware.api [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278442, 'name': PowerOnVM_Task, 'duration_secs': 0.789022} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.939703] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.941834] env[71079]: INFO nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Took 12.33 seconds to spawn the instance on the hypervisor. [ 673.941834] env[71079]: DEBUG nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.941834] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc63d7c-8a4c-455b-a300-eec2e7ddcb51 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.968927] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278440, 'name': ReconfigVM_Task, 'duration_secs': 1.272308} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.971035] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.971035] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f516238a-056e-4fd4-9ef9-896240e37eef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.977047] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 673.977047] env[71079]: value = "task-3278446" [ 673.977047] env[71079]: _type = "Task" [ 673.977047] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.986120] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.055867] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756802} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.056607] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 926f7d25-80c5-408e-b2b5-0544d36305f2/926f7d25-80c5-408e-b2b5-0544d36305f2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.056862] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.057192] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af3c2662-86e1-446c-908b-7503304171a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.064368] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 674.064368] env[71079]: value = "task-3278447" [ 674.064368] env[71079]: _type = "Task" [ 674.064368] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.073103] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.165805] env[71079]: DEBUG nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.192287] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.192689] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.192846] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.193052] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.193178] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.193321] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.193768] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.193955] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.194139] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.194349] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.194589] env[71079]: DEBUG nova.virt.hardware [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.196030] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3681bb07-146e-4f07-8acf-458b1dd1ec67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.209155] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c775f-e7ba-48c8-ad2d-379c170b8bd2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.234637] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278444, 'name': CreateVM_Task, 'duration_secs': 0.435419} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.239300] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.240292] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.241483] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.241784] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.242063] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2af10d4-4e85-4eb3-8673-c25c0a1b9474 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.248114] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 674.248114] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232b19a-03be-69d8-2a0b-bd848445affd" [ 674.248114] env[71079]: _type = "Task" [ 674.248114] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.260040] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232b19a-03be-69d8-2a0b-bd848445affd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.270021] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278445, 'name': ReconfigVM_Task, 'duration_secs': 0.227983} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.273544] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 674.274663] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c28b0-d8bc-474f-8ec9-05b398619952 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.303810] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 234bae3a-7868-453f-9072-24eb855d57ed/234bae3a-7868-453f-9072-24eb855d57ed.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.307582] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5bf6522-ede4-4968-a9fc-e15e688ddf0f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.327643] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 674.327643] env[71079]: value = "task-3278448" [ 674.327643] env[71079]: _type = "Task" [ 674.327643] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.338242] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.451588] env[71079]: DEBUG nova.network.neutron [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.468857] env[71079]: INFO nova.compute.manager [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Took 37.56 seconds to build instance. [ 674.496644] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278446, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.591757] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133395} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.592540] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.593559] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f4bee8-7900-43fa-8513-72e70351337d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.619637] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 926f7d25-80c5-408e-b2b5-0544d36305f2/926f7d25-80c5-408e-b2b5-0544d36305f2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.622513] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde547e5-138a-46ef-b7ae-8e4cd5782455 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.644847] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 674.644847] env[71079]: value = "task-3278449" [ 674.644847] env[71079]: _type = "Task" [ 674.644847] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.658792] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.759828] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232b19a-03be-69d8-2a0b-bd848445affd, 'name': SearchDatastore_Task, 'duration_secs': 0.035454} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.762529] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.762767] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.762998] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.763213] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.763481] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.763995] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10cf5360-65d3-4417-bd77-53638d8c60d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.779497] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.779688] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.780522] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d277cf-5b2b-4a71-bdc9-34efee85eb62 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.785640] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 674.785640] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a21e80-c127-a1ae-b026-80294d7d8eab" [ 674.785640] env[71079]: _type = "Task" [ 674.785640] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.793507] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a21e80-c127-a1ae-b026-80294d7d8eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.812615] env[71079]: DEBUG nova.network.neutron [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Updating instance_info_cache with network_info: [{"id": "94589bfa-f10d-4eb9-a42f-26dfc0109140", "address": "fa:16:3e:fd:a9:9e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94589bfa-f1", "ovs_interfaceid": "94589bfa-f10d-4eb9-a42f-26dfc0109140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.839365] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.841169] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bd3184-2418-4ae4-a68c-881a9133cec0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.850974] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b382971-9a77-4f66-92dd-1a9cab1bbdc4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.885624] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e6707-8a39-4b20-a884-0fc1752e1204 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.892941] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11282bb6-4d8a-47f5-b5ee-aaedf07060b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.907789] env[71079]: DEBUG nova.compute.provider_tree [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.972763] env[71079]: DEBUG oslo_concurrency.lockutils [None req-228ea06d-7a6c-4b85-b232-32d8d210cb0b tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.112s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.988348] env[71079]: DEBUG oslo_vmware.api [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278446, 'name': PowerOnVM_Task, 'duration_secs': 0.6416} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.988691] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.992171] env[71079]: DEBUG nova.compute.manager [None req-0fd90599-9663-44d2-bb88-ec470f1aaf3e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.992903] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861e961-88aa-44ff-8909-c7bbc01d9682 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.066416] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "dd24ca9e-8ed7-449d-99af-345f32867233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.067134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "dd24ca9e-8ed7-449d-99af-345f32867233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.158944] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.299536] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a21e80-c127-a1ae-b026-80294d7d8eab, 'name': SearchDatastore_Task, 'duration_secs': 0.055163} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.300356] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4d8172-b4b7-4625-8379-9b90ba6e40e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.306290] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 675.306290] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52576c2d-ce33-3adf-8bd8-5b1cd5bebb7d" [ 675.306290] env[71079]: _type = "Task" [ 675.306290] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.313784] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Releasing lock "refresh_cache-a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.314980] env[71079]: DEBUG nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Instance network_info: |[{"id": "94589bfa-f10d-4eb9-a42f-26dfc0109140", "address": "fa:16:3e:fd:a9:9e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94589bfa-f1", "ovs_interfaceid": "94589bfa-f10d-4eb9-a42f-26dfc0109140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.315311] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52576c2d-ce33-3adf-8bd8-5b1cd5bebb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.315798] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a9:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94589bfa-f10d-4eb9-a42f-26dfc0109140', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.323988] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.324575] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.324575] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-266b40f7-9332-405a-b7cb-0237da03abe8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.353733] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.353733] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.353733] env[71079]: value = "task-3278450" [ 675.353733] env[71079]: _type = "Task" [ 675.353733] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.364431] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278450, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.396428] env[71079]: DEBUG nova.network.neutron [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Successfully updated port: b06c0504-0589-483a-bd8a-2c4995cf5a77 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.412063] env[71079]: DEBUG nova.scheduler.client.report [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.473856] env[71079]: DEBUG nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.486272] env[71079]: DEBUG nova.compute.manager [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Received event network-changed-94589bfa-f10d-4eb9-a42f-26dfc0109140 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.486272] env[71079]: DEBUG nova.compute.manager [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Refreshing instance network info cache due to event network-changed-94589bfa-f10d-4eb9-a42f-26dfc0109140. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.486272] env[71079]: DEBUG oslo_concurrency.lockutils [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] Acquiring lock "refresh_cache-a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.486272] env[71079]: DEBUG oslo_concurrency.lockutils [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] Acquired lock "refresh_cache-a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.486272] env[71079]: DEBUG nova.network.neutron [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Refreshing network info cache for port 94589bfa-f10d-4eb9-a42f-26dfc0109140 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.663880] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278449, 'name': ReconfigVM_Task, 'duration_secs': 0.855937} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.663880] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 926f7d25-80c5-408e-b2b5-0544d36305f2/926f7d25-80c5-408e-b2b5-0544d36305f2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.663880] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54de8b70-2e72-4ba9-806e-5c42237537e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.670973] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 675.670973] env[71079]: value = "task-3278451" [ 675.670973] env[71079]: _type = "Task" [ 675.670973] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.684632] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278451, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.818139] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52576c2d-ce33-3adf-8bd8-5b1cd5bebb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.818139] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.818139] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.818139] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ca25d5-e0c7-41f9-8873-e1b6c8f17d56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.824896] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 675.824896] env[71079]: value = "task-3278452" [ 675.824896] env[71079]: _type = "Task" [ 675.824896] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.837688] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.852141] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278448, 'name': ReconfigVM_Task, 'duration_secs': 1.297913} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.854501] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 234bae3a-7868-453f-9072-24eb855d57ed/234bae3a-7868-453f-9072-24eb855d57ed.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.854501] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance '234bae3a-7868-453f-9072-24eb855d57ed' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.867895] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278450, 'name': CreateVM_Task, 'duration_secs': 0.387058} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.867895] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.868084] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.868214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.868535] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.868784] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dace564-42cb-4d96-a62f-271b2bd04d1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.874353] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 675.874353] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5207898d-1094-57c6-02bc-6352c6a5b81f" [ 675.874353] env[71079]: _type = "Task" [ 675.874353] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.883127] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5207898d-1094-57c6-02bc-6352c6a5b81f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.900718] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "refresh_cache-8a655321-9dcf-41f1-820b-2d44039e289b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.900718] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquired lock "refresh_cache-8a655321-9dcf-41f1-820b-2d44039e289b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.900718] env[71079]: DEBUG nova.network.neutron [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.919473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.919895] env[71079]: DEBUG nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.923273] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.496s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.923502] env[71079]: DEBUG nova.objects.instance [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lazy-loading 'resources' on Instance uuid ebc8a1c8-1686-4703-93b9-4994f544fee0 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.006058] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.130703] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.130971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.131212] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.131694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.131912] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.136192] env[71079]: INFO nova.compute.manager [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Terminating instance [ 676.185692] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278451, 'name': Rename_Task, 'duration_secs': 0.223693} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.185692] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.185692] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b70ad49-6521-47cb-9b53-c9c9478955cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196881] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 676.196881] env[71079]: value = "task-3278453" [ 676.196881] env[71079]: _type = "Task" [ 676.196881] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.208858] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.334715] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.365142] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475cc77-ba89-41d1-ac05-356646d436fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.389419] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c5889-9b0f-4523-ba7a-5cd38d588d98 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.393124] env[71079]: DEBUG nova.network.neutron [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Updated VIF entry in instance network info cache for port 94589bfa-f10d-4eb9-a42f-26dfc0109140. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.393501] env[71079]: DEBUG nova.network.neutron [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Updating instance_info_cache with network_info: [{"id": "94589bfa-f10d-4eb9-a42f-26dfc0109140", "address": "fa:16:3e:fd:a9:9e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94589bfa-f1", "ovs_interfaceid": "94589bfa-f10d-4eb9-a42f-26dfc0109140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.402489] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5207898d-1094-57c6-02bc-6352c6a5b81f, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.419274] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.419523] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.419776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.419940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.420129] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.420864] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance '234bae3a-7868-453f-9072-24eb855d57ed' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.424972] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00382fbf-bec3-49ac-a4a8-3b4c5720d29b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.429556] env[71079]: DEBUG nova.compute.utils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.435392] env[71079]: DEBUG nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.435392] env[71079]: DEBUG nova.network.neutron [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.443647] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.444364] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.444700] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ebd065-55bf-476b-839f-5cbe95c9cf0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.451167] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 676.451167] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5242b931-2f98-3d52-fb82-d8de21faca98" [ 676.451167] env[71079]: _type = "Task" [ 676.451167] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.460609] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5242b931-2f98-3d52-fb82-d8de21faca98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.519499] env[71079]: DEBUG nova.network.neutron [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.560789] env[71079]: DEBUG nova.policy [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd351982865b4f9fbc9d8fd1338045c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f30508e58fa44fd82cfde79323d9a69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.641265] env[71079]: DEBUG nova.compute.manager [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.641474] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.642713] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369697e6-6916-4abc-9a81-c823f81e7f90 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.652203] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.652478] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d940f0b2-9a97-43b6-b7c7-6a40578471b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.658373] env[71079]: DEBUG oslo_vmware.api [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 676.658373] env[71079]: value = "task-3278454" [ 676.658373] env[71079]: _type = "Task" [ 676.658373] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.669891] env[71079]: DEBUG oslo_vmware.api [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.709794] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.740333] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "0f730caf-20aa-4549-9821-c51a9cd16cd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.740399] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "0f730caf-20aa-4549-9821-c51a9cd16cd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.837780] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.897264] env[71079]: DEBUG oslo_concurrency.lockutils [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] Releasing lock "refresh_cache-a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.897264] env[71079]: DEBUG nova.compute.manager [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Received event network-vif-plugged-b06c0504-0589-483a-bd8a-2c4995cf5a77 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.897537] env[71079]: DEBUG oslo_concurrency.lockutils [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] Acquiring lock "8a655321-9dcf-41f1-820b-2d44039e289b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.899043] env[71079]: DEBUG oslo_concurrency.lockutils [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] Lock "8a655321-9dcf-41f1-820b-2d44039e289b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.899043] env[71079]: DEBUG oslo_concurrency.lockutils [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] Lock "8a655321-9dcf-41f1-820b-2d44039e289b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.899043] env[71079]: DEBUG nova.compute.manager [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] No waiting events found dispatching network-vif-plugged-b06c0504-0589-483a-bd8a-2c4995cf5a77 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.899043] env[71079]: WARNING nova.compute.manager [req-e55d98f9-8011-4054-94bc-00f8595ed8c3 req-b5f44841-2bad-41d9-a588-1079ab754d74 service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Received unexpected event network-vif-plugged-b06c0504-0589-483a-bd8a-2c4995cf5a77 for instance with vm_state building and task_state spawning. [ 676.939190] env[71079]: DEBUG nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.946569] env[71079]: DEBUG nova.network.neutron [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Updating instance_info_cache with network_info: [{"id": "b06c0504-0589-483a-bd8a-2c4995cf5a77", "address": "fa:16:3e:6e:9b:b6", "network": {"id": "519fd1cb-3c68-4c9d-a58b-e497e5b940e2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1023398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d046e02ce599411da125bb5b75536a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06c0504-05", "ovs_interfaceid": "b06c0504-0589-483a-bd8a-2c4995cf5a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.965317] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5242b931-2f98-3d52-fb82-d8de21faca98, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.966243] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972131db-8f7c-49ac-896f-5213e7245016 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.978246] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 676.978246] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b90ba4-b108-7c29-7f86-57674efa20d8" [ 676.978246] env[71079]: _type = "Task" [ 676.978246] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.994701] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b90ba4-b108-7c29-7f86-57674efa20d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.073068] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318562c-0be9-4ba9-bc24-1e0328f984dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.079567] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5ea5cc-e6cb-47c2-8b1b-d3d5fef525a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.116775] env[71079]: DEBUG nova.network.neutron [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Port d16a25de-4aad-41fe-888f-819d34031a06 binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 677.118991] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37acf762-42b6-4851-ba29-b26beaae9cf4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.128385] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca6704-ae15-465a-8037-5a82fb5006be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.145857] env[71079]: DEBUG nova.compute.provider_tree [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.169756] env[71079]: DEBUG oslo_vmware.api [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278454, 'name': PowerOffVM_Task, 'duration_secs': 0.407111} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.170148] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.170449] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.170860] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08f5f30-e26e-404d-8520-39d6bdddb1b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.213643] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.245041] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.245041] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.245041] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Deleting the datastore file [datastore2] c7f229c2-eab7-4906-8e1f-8cfefd4ac060 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.245269] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-581c902e-cdfc-4d25-b6d3-fb7924c5c30a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.251918] env[71079]: DEBUG oslo_vmware.api [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for the task: (returnval){ [ 677.251918] env[71079]: value = "task-3278456" [ 677.251918] env[71079]: _type = "Task" [ 677.251918] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.262942] env[71079]: DEBUG oslo_vmware.api [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.338474] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278452, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483562} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.338474] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.338474] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.338474] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9d5954-f7b8-4047-bd81-d84f0e1fa812 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.347466] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 677.347466] env[71079]: value = "task-3278457" [ 677.347466] env[71079]: _type = "Task" [ 677.347466] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.359553] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.450227] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Releasing lock "refresh_cache-8a655321-9dcf-41f1-820b-2d44039e289b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.450521] env[71079]: DEBUG nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Instance network_info: |[{"id": "b06c0504-0589-483a-bd8a-2c4995cf5a77", "address": "fa:16:3e:6e:9b:b6", "network": {"id": "519fd1cb-3c68-4c9d-a58b-e497e5b940e2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1023398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d046e02ce599411da125bb5b75536a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06c0504-05", "ovs_interfaceid": "b06c0504-0589-483a-bd8a-2c4995cf5a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.451157] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:9b:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b06c0504-0589-483a-bd8a-2c4995cf5a77', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.460475] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Creating folder: Project (d046e02ce599411da125bb5b75536a2b). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.460475] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edf3b1eb-55b8-439a-8cdd-3026695a4b61 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.473992] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Created folder: Project (d046e02ce599411da125bb5b75536a2b) in parent group-v654700. [ 677.474138] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Creating folder: Instances. Parent ref: group-v654768. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.475058] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c54d5dbd-5206-4e13-9982-c796a33b7b45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.483673] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Created folder: Instances in parent group-v654768. [ 677.483929] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.484523] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.484812] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3555911-c752-417c-bf6f-23c956dcb65e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.506572] env[71079]: DEBUG nova.network.neutron [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Successfully created port: c7f94bd7-421c-4964-985e-6873d7cace4d {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.511257] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b90ba4-b108-7c29-7f86-57674efa20d8, 'name': SearchDatastore_Task, 'duration_secs': 0.072083} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.511257] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.511257] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] a8f66b3f-61ac-45aa-ae7b-70d1bca99e24/a8f66b3f-61ac-45aa-ae7b-70d1bca99e24.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.512286] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99c16329-94ad-4ab9-a18b-9fd6ba12b6d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.516533] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.516533] env[71079]: value = "task-3278460" [ 677.516533] env[71079]: _type = "Task" [ 677.516533] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.522060] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 677.522060] env[71079]: value = "task-3278461" [ 677.522060] env[71079]: _type = "Task" [ 677.522060] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.532275] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278460, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.538262] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.651350] env[71079]: DEBUG nova.scheduler.client.report [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.711573] env[71079]: DEBUG oslo_vmware.api [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278453, 'name': PowerOnVM_Task, 'duration_secs': 1.387004} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.712476] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.712807] env[71079]: INFO nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Took 11.21 seconds to spawn the instance on the hypervisor. [ 677.713146] env[71079]: DEBUG nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.714352] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35628d0-3384-4c8c-9e05-4cbc656f305b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.727379] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.727869] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.763131] env[71079]: DEBUG oslo_vmware.api [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Task: {'id': task-3278456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221002} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.763628] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.763965] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.764316] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.764622] env[71079]: INFO nova.compute.manager [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Took 1.12 seconds to destroy the instance on the hypervisor. [ 677.764969] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.765302] env[71079]: DEBUG nova.compute.manager [-] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.765558] env[71079]: DEBUG nova.network.neutron [-] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.862199] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073647} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.862199] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.863188] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bad1c19-1c9c-47e1-826c-6cf1a6878a99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.888840] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.889413] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8bfcfc-35ee-482a-bbd1-bd2f904a07a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.915337] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 677.915337] env[71079]: value = "task-3278462" [ 677.915337] env[71079]: _type = "Task" [ 677.915337] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.927559] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.954856] env[71079]: DEBUG nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.969337] env[71079]: DEBUG nova.compute.manager [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Received event network-changed-b06c0504-0589-483a-bd8a-2c4995cf5a77 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.970137] env[71079]: DEBUG nova.compute.manager [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Refreshing instance network info cache due to event network-changed-b06c0504-0589-483a-bd8a-2c4995cf5a77. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.970799] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] Acquiring lock "refresh_cache-8a655321-9dcf-41f1-820b-2d44039e289b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.970974] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] Acquired lock "refresh_cache-8a655321-9dcf-41f1-820b-2d44039e289b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971664] env[71079]: DEBUG nova.network.neutron [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Refreshing network info cache for port b06c0504-0589-483a-bd8a-2c4995cf5a77 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.998290] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.998502] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.998661] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.998841] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.998985] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.999525] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.999619] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.999872] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.000504] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.000756] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.000994] env[71079]: DEBUG nova.virt.hardware [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.002617] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bcf569-a9c7-40fa-9492-45ba60628b23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.013137] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a993a-8f0e-423e-b9dd-6422dee31719 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.052474] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278460, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.056143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.056517] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.057201] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278461, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.143910] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "234bae3a-7868-453f-9072-24eb855d57ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.144264] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.148021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.157842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.160776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.961s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.161123] env[71079]: DEBUG nova.objects.instance [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lazy-loading 'resources' on Instance uuid 524f9d7c-3a51-4570-bad1-4b4a2e51c639 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.190364] env[71079]: INFO nova.scheduler.client.report [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Deleted allocations for instance ebc8a1c8-1686-4703-93b9-4994f544fee0 [ 678.235330] env[71079]: INFO nova.compute.manager [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Took 38.89 seconds to build instance. [ 678.430247] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.532210] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278460, 'name': CreateVM_Task, 'duration_secs': 0.564215} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.532784] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.534578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.534578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.534578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.534578] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f210868c-7090-444e-848b-03da44082f4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.539862] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660683} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.540075] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] a8f66b3f-61ac-45aa-ae7b-70d1bca99e24/a8f66b3f-61ac-45aa-ae7b-70d1bca99e24.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.540331] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.540583] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-408b209b-d637-4d90-91ce-643e7dfc78b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.543813] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 678.543813] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4979d-a913-37b3-fe67-e4288c3646bb" [ 678.543813] env[71079]: _type = "Task" [ 678.543813] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.552509] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 678.552509] env[71079]: value = "task-3278463" [ 678.552509] env[71079]: _type = "Task" [ 678.552509] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.560832] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4979d-a913-37b3-fe67-e4288c3646bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.569667] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.702269] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bd13aaa6-5d3d-4d64-8971-df65e9aa7318 tempest-ServerDiagnosticsTest-1596544636 tempest-ServerDiagnosticsTest-1596544636-project-member] Lock "ebc8a1c8-1686-4703-93b9-4994f544fee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.342s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.738427] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0192105c-c826-4efe-9486-334b3146d9b9 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.651s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.824787] env[71079]: DEBUG nova.network.neutron [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Updated VIF entry in instance network info cache for port b06c0504-0589-483a-bd8a-2c4995cf5a77. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.825430] env[71079]: DEBUG nova.network.neutron [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Updating instance_info_cache with network_info: [{"id": "b06c0504-0589-483a-bd8a-2c4995cf5a77", "address": "fa:16:3e:6e:9b:b6", "network": {"id": "519fd1cb-3c68-4c9d-a58b-e497e5b940e2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1023398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d046e02ce599411da125bb5b75536a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06c0504-05", "ovs_interfaceid": "b06c0504-0589-483a-bd8a-2c4995cf5a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.949695] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278462, 'name': ReconfigVM_Task, 'duration_secs': 0.547292} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.949695] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e/93b88cc5-9900-4fd3-bd5c-8e45ccb1008e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.949695] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d48b17ff-86b5-4ad9-ae30-01fd8b2a66fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.949695] env[71079]: DEBUG nova.network.neutron [-] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.949695] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 678.949695] env[71079]: value = "task-3278464" [ 678.949695] env[71079]: _type = "Task" [ 678.949695] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.683654] env[71079]: DEBUG nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.686286] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f09a256-4c90-4805-8436-e4cd09931280 req-c55d3023-c0f1-4ee1-8da7-7dc3e906788b service nova] Releasing lock "refresh_cache-8a655321-9dcf-41f1-820b-2d44039e289b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.686789] env[71079]: INFO nova.compute.manager [-] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Took 1.92 seconds to deallocate network for instance. [ 679.687107] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278464, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.687379] env[71079]: WARNING oslo_vmware.common.loopingcall [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] task run outlasted interval by 0.248043 sec [ 679.710799] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064518} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.716219] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.716219] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278464, 'name': Rename_Task, 'duration_secs': 0.170529} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.716395] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4979d-a913-37b3-fe67-e4288c3646bb, 'name': SearchDatastore_Task, 'duration_secs': 0.022612} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.717110] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ff00dd-10f6-40a9-be85-690905d69a5f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.719714] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.720085] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.720240] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.720640] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.720640] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.720858] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.724256] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091216eb-5a61-4304-a34e-b3d425901cf0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.727118] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5531b366-36c9-455d-9b36-282a4dca5436 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.747232] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] a8f66b3f-61ac-45aa-ae7b-70d1bca99e24/a8f66b3f-61ac-45aa-ae7b-70d1bca99e24.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.753354] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ca8200-deea-408f-842e-ab0758c4c9bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.768812] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.769013] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.770390] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 679.770390] env[71079]: value = "task-3278465" [ 679.770390] env[71079]: _type = "Task" [ 679.770390] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.770865] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558992db-8a7a-4034-9add-c6897afd9500 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.779519] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 679.779519] env[71079]: value = "task-3278466" [ 679.779519] env[71079]: _type = "Task" [ 679.779519] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.790611] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.791469] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 679.791469] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d0d14-d4ef-df77-e9d6-582a47f97eef" [ 679.791469] env[71079]: _type = "Task" [ 679.791469] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.799207] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.804131] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d0d14-d4ef-df77-e9d6-582a47f97eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.814987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.814987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.814987] env[71079]: DEBUG nova.network.neutron [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.866785] env[71079]: DEBUG nova.network.neutron [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Successfully updated port: c7f94bd7-421c-4964-985e-6873d7cace4d {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.868638] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.868958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.017977] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b773aaf-c2a0-4d3d-8933-fb1b727bdda5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.025851] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec23e23-f2c2-4366-a64e-80f05b94db5a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.060341] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560d5aeb-b2f6-410e-97ee-bc2b4a3d56f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.069029] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da053295-063b-4c13-a6cd-140784dbaf18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.083155] env[71079]: DEBUG nova.compute.provider_tree [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.188277] env[71079]: DEBUG nova.compute.manager [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Received event network-vif-deleted-c49db5c4-ab35-4299-9dc9-c7498530e418 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.188546] env[71079]: DEBUG nova.compute.manager [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Received event network-vif-plugged-c7f94bd7-421c-4964-985e-6873d7cace4d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.188822] env[71079]: DEBUG oslo_concurrency.lockutils [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] Acquiring lock "d114d86b-843c-4928-b251-5747b5d6b5ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.189093] env[71079]: DEBUG oslo_concurrency.lockutils [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.189323] env[71079]: DEBUG oslo_concurrency.lockutils [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.189506] env[71079]: DEBUG nova.compute.manager [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] No waiting events found dispatching network-vif-plugged-c7f94bd7-421c-4964-985e-6873d7cace4d {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.189704] env[71079]: WARNING nova.compute.manager [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Received unexpected event network-vif-plugged-c7f94bd7-421c-4964-985e-6873d7cace4d for instance with vm_state building and task_state spawning. [ 680.189979] env[71079]: DEBUG nova.compute.manager [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Received event network-changed-c7f94bd7-421c-4964-985e-6873d7cace4d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.190178] env[71079]: DEBUG nova.compute.manager [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Refreshing instance network info cache due to event network-changed-c7f94bd7-421c-4964-985e-6873d7cace4d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.190431] env[71079]: DEBUG oslo_concurrency.lockutils [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] Acquiring lock "refresh_cache-d114d86b-843c-4928-b251-5747b5d6b5ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.190596] env[71079]: DEBUG oslo_concurrency.lockutils [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] Acquired lock "refresh_cache-d114d86b-843c-4928-b251-5747b5d6b5ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.190742] env[71079]: DEBUG nova.network.neutron [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Refreshing network info cache for port c7f94bd7-421c-4964-985e-6873d7cace4d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.206768] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.217654] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.286050] env[71079]: DEBUG oslo_vmware.api [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278465, 'name': PowerOnVM_Task, 'duration_secs': 0.496771} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.289804] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.290277] env[71079]: DEBUG nova.compute.manager [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.291168] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dec1c1-b78b-434e-8240-aca48c4c30a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.304020] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278466, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.310644] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d0d14-d4ef-df77-e9d6-582a47f97eef, 'name': SearchDatastore_Task, 'duration_secs': 0.023986} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.311705] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7184cedf-27f8-4472-bb8a-75ca6a2ce48c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.318402] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 680.318402] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529481b6-5461-9e13-ec5e-73ba68ab6ed0" [ 680.318402] env[71079]: _type = "Task" [ 680.318402] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.328760] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529481b6-5461-9e13-ec5e-73ba68ab6ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.372417] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "refresh_cache-d114d86b-843c-4928-b251-5747b5d6b5ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.587154] env[71079]: DEBUG nova.scheduler.client.report [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.744302] env[71079]: DEBUG nova.network.neutron [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance_info_cache with network_info: [{"id": "d16a25de-4aad-41fe-888f-819d34031a06", "address": "fa:16:3e:5b:a5:38", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16a25de-4a", "ovs_interfaceid": "d16a25de-4aad-41fe-888f-819d34031a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.757381] env[71079]: DEBUG nova.network.neutron [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.787929] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "490b72f5-9712-4947-bbff-0d603c264d7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.788124] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "490b72f5-9712-4947-bbff-0d603c264d7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.797377] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278466, 'name': ReconfigVM_Task, 'duration_secs': 0.545486} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.797629] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Reconfigured VM instance instance-00000016 to attach disk [datastore1] a8f66b3f-61ac-45aa-ae7b-70d1bca99e24/a8f66b3f-61ac-45aa-ae7b-70d1bca99e24.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.798205] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad4c3db5-decb-4273-8ab9-4bb78abbd008 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.805230] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 680.805230] env[71079]: value = "task-3278467" [ 680.805230] env[71079]: _type = "Task" [ 680.805230] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.817980] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278467, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.824184] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.834381] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529481b6-5461-9e13-ec5e-73ba68ab6ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.834629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.834873] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8a655321-9dcf-41f1-820b-2d44039e289b/8a655321-9dcf-41f1-820b-2d44039e289b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.835197] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3006b7e6-777c-4617-b1a5-f8d7a42636ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.842128] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 680.842128] env[71079]: value = "task-3278468" [ 680.842128] env[71079]: _type = "Task" [ 680.842128] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.850753] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.890412] env[71079]: DEBUG nova.network.neutron [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.099020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.936s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.099020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.904s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.099683] env[71079]: DEBUG nova.objects.instance [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lazy-loading 'resources' on Instance uuid 64df4dbf-7231-4fed-85d7-241dd9257df8 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.130010] env[71079]: INFO nova.scheduler.client.report [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Deleted allocations for instance 524f9d7c-3a51-4570-bad1-4b4a2e51c639 [ 681.247082] env[71079]: DEBUG oslo_concurrency.lockutils [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.317670] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278467, 'name': Rename_Task, 'duration_secs': 0.171776} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.318364] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.318364] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c518dc-0852-4b04-bb3f-df3b1e0d4ce3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.326330] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 681.326330] env[71079]: value = "task-3278469" [ 681.326330] env[71079]: _type = "Task" [ 681.326330] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.335659] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.354627] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.393279] env[71079]: DEBUG oslo_concurrency.lockutils [req-70dd667c-ebcf-459d-95f4-387584ebc5c5 req-39ae4e91-a55d-452d-81f1-ab3cc794cfd5 service nova] Releasing lock "refresh_cache-d114d86b-843c-4928-b251-5747b5d6b5ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.393686] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquired lock "refresh_cache-d114d86b-843c-4928-b251-5747b5d6b5ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.393851] env[71079]: DEBUG nova.network.neutron [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.643348] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8351637c-3847-44a9-aae6-29d90a67e3fd tempest-ServersAdmin275Test-88276835 tempest-ServersAdmin275Test-88276835-project-member] Lock "524f9d7c-3a51-4570-bad1-4b4a2e51c639" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.918s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.778942] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992d5ef-0a41-495b-9631-988b1014dfd0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.806773] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a20ec1-aa56-4ef5-bd64-0c562e15c34b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.816406] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance '234bae3a-7868-453f-9072-24eb855d57ed' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.839297] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278469, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.852383] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278468, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.942625] env[71079]: DEBUG nova.network.neutron [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.165662] env[71079]: DEBUG nova.network.neutron [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Updating instance_info_cache with network_info: [{"id": "c7f94bd7-421c-4964-985e-6873d7cace4d", "address": "fa:16:3e:90:29:03", "network": {"id": "6473013a-b231-49cf-a3ab-772bf2aeaaf5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-601927966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f30508e58fa44fd82cfde79323d9a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f94bd7-42", "ovs_interfaceid": "c7f94bd7-421c-4964-985e-6873d7cace4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.177648] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.177950] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.178784] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.179919] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.179919] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.182740] env[71079]: INFO nova.compute.manager [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Terminating instance [ 682.226434] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af72a12-3bd0-44d4-9208-14ef61bd0b15 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.236747] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67a4f9e-2f66-4515-97e9-f6f46f106e83 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.279909] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a022e6e-6aaa-4d9d-9203-33ef3b00b987 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.288301] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739b4bf6-d8b5-4f9d-9984-88e0803e3258 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.304113] env[71079]: DEBUG nova.compute.provider_tree [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.321948] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.322615] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4ff6ff-b50c-4d80-8a56-33b717c11d0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.333600] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 682.333600] env[71079]: value = "task-3278470" [ 682.333600] env[71079]: _type = "Task" [ 682.333600] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.345980] env[71079]: DEBUG oslo_vmware.api [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278469, 'name': PowerOnVM_Task, 'duration_secs': 0.681903} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.353745] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.353745] env[71079]: INFO nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Took 10.44 seconds to spawn the instance on the hypervisor. [ 682.353956] env[71079]: DEBUG nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.354319] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.355412] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de12095-53e2-40eb-86cd-080546e6ff2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.363270] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278468, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.671234] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Releasing lock "refresh_cache-d114d86b-843c-4928-b251-5747b5d6b5ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.671571] env[71079]: DEBUG nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Instance network_info: |[{"id": "c7f94bd7-421c-4964-985e-6873d7cace4d", "address": "fa:16:3e:90:29:03", "network": {"id": "6473013a-b231-49cf-a3ab-772bf2aeaaf5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-601927966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f30508e58fa44fd82cfde79323d9a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f94bd7-42", "ovs_interfaceid": "c7f94bd7-421c-4964-985e-6873d7cace4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.671998] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:29:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f94bd7-421c-4964-985e-6873d7cace4d', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.680781] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Creating folder: Project (1f30508e58fa44fd82cfde79323d9a69). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.681093] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c19ad6d8-426d-4326-a07f-1e424007472c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.692130] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Created folder: Project (1f30508e58fa44fd82cfde79323d9a69) in parent group-v654700. [ 682.692382] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Creating folder: Instances. Parent ref: group-v654771. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.692663] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69e10334-d3c7-4af0-ab51-bb33348cb22b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.695267] env[71079]: DEBUG nova.compute.manager [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.695267] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.696602] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608e2ed-bcb9-4b9d-88bb-f6e7eda34993 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.704063] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.704629] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5616abc-f261-44ba-a907-157dea7bcee9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.707202] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Created folder: Instances in parent group-v654771. [ 682.707438] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.707955] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.708519] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c597696-1d1f-4943-897a-054b4c65acfa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.729173] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 682.729173] env[71079]: value = "task-3278473" [ 682.729173] env[71079]: _type = "Task" [ 682.729173] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.736212] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.736212] env[71079]: value = "task-3278474" [ 682.736212] env[71079]: _type = "Task" [ 682.736212] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.742363] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.747501] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278474, 'name': CreateVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.808703] env[71079]: DEBUG nova.scheduler.client.report [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.845835] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.854433] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278468, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.690262} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.854433] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8a655321-9dcf-41f1-820b-2d44039e289b/8a655321-9dcf-41f1-820b-2d44039e289b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.854797] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.854928] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80b7a5da-9f3d-4bfc-a587-9b9b0941e7c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.861645] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 682.861645] env[71079]: value = "task-3278475" [ 682.861645] env[71079]: _type = "Task" [ 682.861645] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.872331] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.880202] env[71079]: INFO nova.compute.manager [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Took 38.03 seconds to build instance. [ 682.981528] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.981729] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.235929] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e06e200-f95c-4aa4-a929-419e2eb09376 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.245207] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.247153] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Suspending the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 683.247403] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5e68352e-8bd1-4365-8998-930dc4644fa5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.252590] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278474, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.257447] env[71079]: DEBUG oslo_vmware.api [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] Waiting for the task: (returnval){ [ 683.257447] env[71079]: value = "task-3278476" [ 683.257447] env[71079]: _type = "Task" [ 683.257447] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.265030] env[71079]: DEBUG oslo_vmware.api [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] Task: {'id': task-3278476, 'name': SuspendVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.314334] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.316710] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.502s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.318237] env[71079]: INFO nova.compute.claims [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.341465] env[71079]: INFO nova.scheduler.client.report [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted allocations for instance 64df4dbf-7231-4fed-85d7-241dd9257df8 [ 683.349300] env[71079]: DEBUG oslo_vmware.api [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278470, 'name': PowerOnVM_Task, 'duration_secs': 0.614918} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.349945] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.350276] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-15cea37e-50b1-472e-84c1-17013bb1f833 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance '234bae3a-7868-453f-9072-24eb855d57ed' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 683.370566] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070006} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.371064] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.371659] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc0dc8f-68e1-40d6-81f5-14f6995614c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.388592] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ad75b1d7-4c20-49ae-a04e-57b993ab0913 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.990s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.397440] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8a655321-9dcf-41f1-820b-2d44039e289b/8a655321-9dcf-41f1-820b-2d44039e289b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.399649] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12893b8a-77b9-4222-a930-3ced0cec5b8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.420421] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 683.420421] env[71079]: value = "task-3278477" [ 683.420421] env[71079]: _type = "Task" [ 683.420421] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.428408] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.746377] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.752707] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278474, 'name': CreateVM_Task, 'duration_secs': 0.595518} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.753183] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.754381] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.755021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.755315] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.755736] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a165024f-ebd1-4903-a883-119886e27a34 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.768023] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 683.768023] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528191b0-45e6-bdf7-b738-b82040437ad9" [ 683.768023] env[71079]: _type = "Task" [ 683.768023] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.770128] env[71079]: DEBUG oslo_vmware.api [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] Task: {'id': task-3278476, 'name': SuspendVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.778920] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528191b0-45e6-bdf7-b738-b82040437ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.853765] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2f091c0-266f-475a-91ab-2dd591f44c4c tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "64df4dbf-7231-4fed-85d7-241dd9257df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.317s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.915574] env[71079]: DEBUG nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.930815] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.247281] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.272839] env[71079]: DEBUG oslo_vmware.api [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] Task: {'id': task-3278476, 'name': SuspendVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.281675] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528191b0-45e6-bdf7-b738-b82040437ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.014997} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.281929] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.282192] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.282449] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.282604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.282792] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.283058] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31ee9927-4b32-4be0-b9e1-813eccd48f27 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.296611] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.296792] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.297553] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9f99d5-55ad-455c-839d-40f73dec5c95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.302676] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 684.302676] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c4d905-8446-fc67-9958-3aa4b1edd026" [ 684.302676] env[71079]: _type = "Task" [ 684.302676] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.310464] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c4d905-8446-fc67-9958-3aa4b1edd026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.436929] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.440275] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.743558] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.768315] env[71079]: DEBUG oslo_vmware.api [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] Task: {'id': task-3278476, 'name': SuspendVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.815541] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c4d905-8446-fc67-9958-3aa4b1edd026, 'name': SearchDatastore_Task, 'duration_secs': 0.040065} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.816540] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cb0f90-63a7-425c-bfe6-3acef5bdb62d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.822261] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 684.822261] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5239b600-5ede-202e-8233-4d0b34ca5ee2" [ 684.822261] env[71079]: _type = "Task" [ 684.822261] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.832817] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5239b600-5ede-202e-8233-4d0b34ca5ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.837749] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10815cf-ddbf-449f-a079-c4f8ac16c83d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.843986] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3cc381-fdc8-455e-a589-744d168fe2d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.878825] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a2860d-736f-4d66-aeb1-3be031db9d76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.887958] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e18485-78e6-4513-b55c-8ca1460ebd20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.901471] env[71079]: DEBUG nova.compute.provider_tree [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.932732] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.244576] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278473, 'name': PowerOffVM_Task, 'duration_secs': 2.297767} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.244858] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.245037] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.245319] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9213c5de-066e-4400-8775-f5058ba46324 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.271783] env[71079]: DEBUG oslo_vmware.api [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] Task: {'id': task-3278476, 'name': SuspendVM_Task, 'duration_secs': 1.761931} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.271783] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Suspended the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 685.271783] env[71079]: DEBUG nova.compute.manager [None req-a2607667-bd96-4095-b7b6-7a3ab6736d8d tempest-ServersAdminNegativeTestJSON-1720993067 tempest-ServersAdminNegativeTestJSON-1720993067-project-admin] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.271783] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb116a-29e7-4d8d-b38c-cd75d2292dd6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.310516] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.310743] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.310936] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleting the datastore file [datastore1] 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.311224] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab88012-b4e4-471a-9377-24f84374c357 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.318827] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 685.318827] env[71079]: value = "task-3278479" [ 685.318827] env[71079]: _type = "Task" [ 685.318827] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.328147] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.337556] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5239b600-5ede-202e-8233-4d0b34ca5ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.041394} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.338600] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.338871] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d114d86b-843c-4928-b251-5747b5d6b5ec/d114d86b-843c-4928-b251-5747b5d6b5ec.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.339151] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c0f90e-d137-48a3-9203-07c58026b941 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.345968] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 685.345968] env[71079]: value = "task-3278480" [ 685.345968] env[71079]: _type = "Task" [ 685.345968] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.354905] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.404994] env[71079]: DEBUG nova.scheduler.client.report [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.432757] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278477, 'name': ReconfigVM_Task, 'duration_secs': 1.574309} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.433128] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8a655321-9dcf-41f1-820b-2d44039e289b/8a655321-9dcf-41f1-820b-2d44039e289b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.433847] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e684e352-4408-4552-984f-02372454a056 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.442179] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 685.442179] env[71079]: value = "task-3278481" [ 685.442179] env[71079]: _type = "Task" [ 685.442179] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.451963] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278481, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.587088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "234bae3a-7868-453f-9072-24eb855d57ed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.587088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.587088] env[71079]: DEBUG nova.compute.manager [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Going to confirm migration 1 {{(pid=71079) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 686.014687] env[71079]: DEBUG oslo_vmware.api [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240273} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.014687] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.014687] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.014687] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.014687] env[71079]: INFO nova.compute.manager [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Took 3.14 seconds to destroy the instance on the hypervisor. [ 686.015675] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.015675] env[71079]: DEBUG nova.compute.manager [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.015675] env[71079]: DEBUG nova.network.neutron [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.015675] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.015675] env[71079]: DEBUG nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.015936] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.500s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.015936] env[71079]: INFO nova.compute.claims [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.015936] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593252} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.015936] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d114d86b-843c-4928-b251-5747b5d6b5ec/d114d86b-843c-4928-b251-5747b5d6b5ec.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.016072] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.016072] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278481, 'name': Rename_Task, 'duration_secs': 0.155917} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.016072] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df10c67-445a-4bf7-9b48-89bcbf64ec89 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.016072] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.016072] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89df8904-be24-406b-a0a8-39433adb4788 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.017292] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 686.017292] env[71079]: value = "task-3278482" [ 686.017292] env[71079]: _type = "Task" [ 686.017292] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.018539] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 686.018539] env[71079]: value = "task-3278483" [ 686.018539] env[71079]: _type = "Task" [ 686.018539] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.031430] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.035683] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.178632] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.178832] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.179014] env[71079]: DEBUG nova.network.neutron [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.179774] env[71079]: DEBUG nova.objects.instance [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lazy-loading 'info_cache' on Instance uuid 234bae3a-7868-453f-9072-24eb855d57ed {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.516232] env[71079]: DEBUG nova.compute.utils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.518362] env[71079]: DEBUG nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.519037] env[71079]: DEBUG nova.network.neutron [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.535251] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071102} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.540357] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.541188] env[71079]: DEBUG oslo_vmware.api [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278483, 'name': PowerOnVM_Task, 'duration_secs': 0.432618} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.542208] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66848b8e-577e-4921-b3f3-549e326beea5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.544932] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.545085] env[71079]: INFO nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Took 12.38 seconds to spawn the instance on the hypervisor. [ 686.545274] env[71079]: DEBUG nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.546470] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866aa5f-6a47-486e-81cd-fe0f2375be7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.580115] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d114d86b-843c-4928-b251-5747b5d6b5ec/d114d86b-843c-4928-b251-5747b5d6b5ec.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.580389] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e05505-1b2c-4eab-9fda-da134c3079a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.599021] env[71079]: DEBUG nova.policy [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92d5677de254395b61132eb392b6a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58854cfb5fc94756ba30e84e59f2a421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.608521] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 686.608521] env[71079]: value = "task-3278484" [ 686.608521] env[71079]: _type = "Task" [ 686.608521] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.616798] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.686690] env[71079]: DEBUG nova.compute.manager [req-07f0e499-4493-4e9c-a0a7-e55b1b65ac24 req-c40d408e-8ccb-45e5-bdbb-cece8a3ce943 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Received event network-vif-deleted-cec8b07e-4da9-43f0-8802-44f0695013d3 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.687210] env[71079]: INFO nova.compute.manager [req-07f0e499-4493-4e9c-a0a7-e55b1b65ac24 req-c40d408e-8ccb-45e5-bdbb-cece8a3ce943 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Neutron deleted interface cec8b07e-4da9-43f0-8802-44f0695013d3; detaching it from the instance and deleting it from the info cache [ 686.687440] env[71079]: DEBUG nova.network.neutron [req-07f0e499-4493-4e9c-a0a7-e55b1b65ac24 req-c40d408e-8ccb-45e5-bdbb-cece8a3ce943 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.947430] env[71079]: DEBUG nova.network.neutron [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Successfully created port: 12b93f18-8429-4278-839c-093fbc629492 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.967313] env[71079]: DEBUG nova.network.neutron [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.022107] env[71079]: DEBUG nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.113178] env[71079]: INFO nova.compute.manager [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Took 40.18 seconds to build instance. [ 687.128194] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.160862] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "37e0139a-2f1f-4945-9b64-3a711e7759cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.161179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.191325] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8a9b538-8ecf-4fcd-91cb-caacd99e7c24 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.204715] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ac5a4-3b72-4bd6-911d-4909a7979913 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.248148] env[71079]: DEBUG nova.compute.manager [req-07f0e499-4493-4e9c-a0a7-e55b1b65ac24 req-c40d408e-8ccb-45e5-bdbb-cece8a3ce943 service nova] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Detach interface failed, port_id=cec8b07e-4da9-43f0-8802-44f0695013d3, reason: Instance 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 687.470846] env[71079]: INFO nova.compute.manager [-] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Took 1.63 seconds to deallocate network for instance. [ 687.535708] env[71079]: DEBUG nova.network.neutron [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance_info_cache with network_info: [{"id": "d16a25de-4aad-41fe-888f-819d34031a06", "address": "fa:16:3e:5b:a5:38", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16a25de-4a", "ovs_interfaceid": "d16a25de-4aad-41fe-888f-819d34031a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.615485] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd238b3-6d31-4ff8-923b-62f6f9b20462 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "8a655321-9dcf-41f1-820b-2d44039e289b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.549s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.622555] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c05ced0-d159-455c-9491-3feb8eb3e245 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.625223] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278484, 'name': ReconfigVM_Task, 'duration_secs': 0.932719} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.626516] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d114d86b-843c-4928-b251-5747b5d6b5ec/d114d86b-843c-4928-b251-5747b5d6b5ec.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.627148] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76b02c9e-611b-4a97-884e-d9d5fcf7ccdc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.633172] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853dec6-57c5-4fbc-937a-a1fcf4e7e923 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.637827] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 687.637827] env[71079]: value = "task-3278485" [ 687.637827] env[71079]: _type = "Task" [ 687.637827] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.667824] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c7130c-2654-4190-8fc3-c85f5c1892d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.674220] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278485, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.679226] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fac746-cb56-4ff4-a42d-8d974211e032 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.693216] env[71079]: DEBUG nova.compute.provider_tree [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.978480] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.033557] env[71079]: DEBUG nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.039888] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-234bae3a-7868-453f-9072-24eb855d57ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.040128] env[71079]: DEBUG nova.objects.instance [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lazy-loading 'migration_context' on Instance uuid 234bae3a-7868-453f-9072-24eb855d57ed {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.063532] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.063532] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.063748] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.064113] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.064970] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.065699] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.065989] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.066774] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.066774] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.066774] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.066774] env[71079]: DEBUG nova.virt.hardware [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.067873] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a0b4e-e727-4315-ac4d-00e195d665e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.078110] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01d9b9-4717-4ceb-aeef-f2afbe4950aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.126878] env[71079]: DEBUG nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.148293] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278485, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.196336] env[71079]: DEBUG nova.scheduler.client.report [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.546114] env[71079]: DEBUG nova.objects.base [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Object Instance<234bae3a-7868-453f-9072-24eb855d57ed> lazy-loaded attributes: info_cache,migration_context {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 688.546114] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932fba98-b887-45eb-915e-3f2f8f6a041f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.566723] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9ca080-4eeb-4c3a-8b30-02c729bebed1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.573932] env[71079]: DEBUG oslo_vmware.api [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 688.573932] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f1ac58-a288-6011-8262-46877df7f208" [ 688.573932] env[71079]: _type = "Task" [ 688.573932] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.584940] env[71079]: DEBUG oslo_vmware.api [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f1ac58-a288-6011-8262-46877df7f208, 'name': SearchDatastore_Task, 'duration_secs': 0.008166} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.585299] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.652380] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278485, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.653392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.701660] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.702207] env[71079]: DEBUG nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.705715] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.973s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.705849] env[71079]: DEBUG nova.objects.instance [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lazy-loading 'resources' on Instance uuid 3f60e673-e519-4511-8f17-553bd328c435 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.736445] env[71079]: DEBUG nova.network.neutron [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Successfully updated port: 12b93f18-8429-4278-839c-093fbc629492 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.769595] env[71079]: DEBUG nova.compute.manager [req-d098749a-4cf5-4109-a875-0498bff8e21e req-a3610259-db2d-4d88-9545-446130d382b3 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Received event network-vif-plugged-12b93f18-8429-4278-839c-093fbc629492 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.769823] env[71079]: DEBUG oslo_concurrency.lockutils [req-d098749a-4cf5-4109-a875-0498bff8e21e req-a3610259-db2d-4d88-9545-446130d382b3 service nova] Acquiring lock "03afbe12-b1c9-4613-b434-03c93336c95a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.770046] env[71079]: DEBUG oslo_concurrency.lockutils [req-d098749a-4cf5-4109-a875-0498bff8e21e req-a3610259-db2d-4d88-9545-446130d382b3 service nova] Lock "03afbe12-b1c9-4613-b434-03c93336c95a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.770216] env[71079]: DEBUG oslo_concurrency.lockutils [req-d098749a-4cf5-4109-a875-0498bff8e21e req-a3610259-db2d-4d88-9545-446130d382b3 service nova] Lock "03afbe12-b1c9-4613-b434-03c93336c95a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.770384] env[71079]: DEBUG nova.compute.manager [req-d098749a-4cf5-4109-a875-0498bff8e21e req-a3610259-db2d-4d88-9545-446130d382b3 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] No waiting events found dispatching network-vif-plugged-12b93f18-8429-4278-839c-093fbc629492 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.770546] env[71079]: WARNING nova.compute.manager [req-d098749a-4cf5-4109-a875-0498bff8e21e req-a3610259-db2d-4d88-9545-446130d382b3 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Received unexpected event network-vif-plugged-12b93f18-8429-4278-839c-093fbc629492 for instance with vm_state building and task_state spawning. [ 688.932047] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.932047] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.932176] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.932293] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.932463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.934643] env[71079]: INFO nova.compute.manager [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Terminating instance [ 689.046022] env[71079]: DEBUG nova.compute.manager [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.047066] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb24a6-fe67-472b-9dc1-15fd8927089b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.152465] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278485, 'name': Rename_Task, 'duration_secs': 1.158054} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.152758] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.153014] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f7050b-ed90-4f85-9be7-c8f5443d01e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.159892] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 689.159892] env[71079]: value = "task-3278486" [ 689.159892] env[71079]: _type = "Task" [ 689.159892] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.171130] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.209036] env[71079]: DEBUG nova.compute.utils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.213564] env[71079]: DEBUG nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.213801] env[71079]: DEBUG nova.network.neutron [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.239240] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "refresh_cache-03afbe12-b1c9-4613-b434-03c93336c95a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.239240] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired lock "refresh_cache-03afbe12-b1c9-4613-b434-03c93336c95a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.239379] env[71079]: DEBUG nova.network.neutron [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.262081] env[71079]: DEBUG nova.policy [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fdd89ef22e24a718b4433cd72b7dbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a9f09a4a8ee4950a9a502919b836e2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.438689] env[71079]: DEBUG nova.compute.manager [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.438925] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.439865] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b439ba19-4fcd-4d02-a8ff-d05567f7ddcd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.448931] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.451633] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e94bb6d5-cde5-464d-88b6-80dac48df1e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.527960] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.528200] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.528472] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Deleting the datastore file [datastore1] a8f66b3f-61ac-45aa-ae7b-70d1bca99e24 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.528812] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c8ec480-fa15-42aa-8c5d-5daadaa4c823 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.535181] env[71079]: DEBUG oslo_vmware.api [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 689.535181] env[71079]: value = "task-3278488" [ 689.535181] env[71079]: _type = "Task" [ 689.535181] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.546933] env[71079]: DEBUG oslo_vmware.api [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.558483] env[71079]: INFO nova.compute.manager [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] instance snapshotting [ 689.561457] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8acb96-9bd3-434a-a17b-30ea558a97e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.586256] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b93e3b3-170a-4bdf-be4e-e0683db58a0c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.673649] env[71079]: DEBUG oslo_vmware.api [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278486, 'name': PowerOnVM_Task, 'duration_secs': 0.464672} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.673649] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.673649] env[71079]: INFO nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Took 11.72 seconds to spawn the instance on the hypervisor. [ 689.673649] env[71079]: DEBUG nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.674375] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa67c3-2498-4175-8baa-c9c0aa8e24a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.684443] env[71079]: DEBUG nova.network.neutron [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Successfully created port: 28663dab-01f7-41ba-adfa-868f4819b8b5 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.716793] env[71079]: DEBUG nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.783704] env[71079]: DEBUG nova.network.neutron [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.801360] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4db69a-db1a-47e0-9e4f-291ac15abdf8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.809457] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deda1b9-df4c-4c4d-b2d5-7ce26e754954 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.843660] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9248b632-76fd-4332-8a45-f0060c08ba42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.850904] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94080fdd-aecc-4fc3-84e1-4f302863fe57 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.864550] env[71079]: DEBUG nova.compute.provider_tree [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.045303] env[71079]: DEBUG oslo_vmware.api [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150272} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.045581] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.045780] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.045959] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.046188] env[71079]: INFO nova.compute.manager [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Took 0.61 seconds to destroy the instance on the hypervisor. [ 690.046455] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.046642] env[71079]: DEBUG nova.compute.manager [-] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.046736] env[71079]: DEBUG nova.network.neutron [-] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.062128] env[71079]: DEBUG nova.network.neutron [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Updating instance_info_cache with network_info: [{"id": "12b93f18-8429-4278-839c-093fbc629492", "address": "fa:16:3e:07:da:e3", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b93f18-84", "ovs_interfaceid": "12b93f18-8429-4278-839c-093fbc629492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.097532] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.097826] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5027928-fa29-4435-a08a-70185473adab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.106014] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 690.106014] env[71079]: value = "task-3278489" [ 690.106014] env[71079]: _type = "Task" [ 690.106014] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.114196] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278489, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.195572] env[71079]: INFO nova.compute.manager [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Took 42.28 seconds to build instance. [ 690.368795] env[71079]: DEBUG nova.scheduler.client.report [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.563395] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Releasing lock "refresh_cache-03afbe12-b1c9-4613-b434-03c93336c95a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.563720] env[71079]: DEBUG nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Instance network_info: |[{"id": "12b93f18-8429-4278-839c-093fbc629492", "address": "fa:16:3e:07:da:e3", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b93f18-84", "ovs_interfaceid": "12b93f18-8429-4278-839c-093fbc629492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.564210] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:da:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b93f18-8429-4278-839c-093fbc629492', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.571664] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.571831] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.572059] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4958e146-d2eb-4009-90ad-88c0054d42e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.591730] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.591730] env[71079]: value = "task-3278490" [ 690.591730] env[71079]: _type = "Task" [ 690.591730] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.599154] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278490, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.613692] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278489, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.699985] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5454b2ac-f0ff-44e2-9823-f178124bb76f tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.280s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.729042] env[71079]: DEBUG nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.755546] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.755546] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.755671] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.755853] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.755997] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.756331] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.756587] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.756753] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.756922] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.757102] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.757316] env[71079]: DEBUG nova.virt.hardware [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.758238] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3044e0-56ef-4d6d-9a8a-52da54b67aa3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.766952] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cb1268-eb3a-4955-b39c-1fbe8aedac13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.827647] env[71079]: DEBUG nova.compute.manager [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Received event network-changed-12b93f18-8429-4278-839c-093fbc629492 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.827860] env[71079]: DEBUG nova.compute.manager [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Refreshing instance network info cache due to event network-changed-12b93f18-8429-4278-839c-093fbc629492. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.828104] env[71079]: DEBUG oslo_concurrency.lockutils [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] Acquiring lock "refresh_cache-03afbe12-b1c9-4613-b434-03c93336c95a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.828297] env[71079]: DEBUG oslo_concurrency.lockutils [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] Acquired lock "refresh_cache-03afbe12-b1c9-4613-b434-03c93336c95a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.828480] env[71079]: DEBUG nova.network.neutron [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Refreshing network info cache for port 12b93f18-8429-4278-839c-093fbc629492 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.877024] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.878277] env[71079]: DEBUG nova.network.neutron [-] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.879902] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.711s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.881449] env[71079]: INFO nova.compute.claims [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.904326] env[71079]: INFO nova.scheduler.client.report [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Deleted allocations for instance 3f60e673-e519-4511-8f17-553bd328c435 [ 691.102233] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278490, 'name': CreateVM_Task, 'duration_secs': 0.447148} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.102561] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.104221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.104221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.104221] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f6f58e-1b33-49e1-a914-29b3cbd679c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.112326] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 691.112326] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce1863-8a51-4930-3224-3e500ddda2ee" [ 691.112326] env[71079]: _type = "Task" [ 691.112326] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.118261] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278489, 'name': CreateSnapshot_Task, 'duration_secs': 0.773118} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.118791] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 691.119489] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44015ef-8c63-449a-95c6-87937bf827b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.124895] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce1863-8a51-4930-3224-3e500ddda2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.125426] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.125645] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.125938] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.126030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.126459] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.126459] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31699638-6e27-4aee-ba4d-b3f6d2d9091b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.138138] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.138320] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.139094] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ae2b1e-6be3-4c9f-adc0-bbaf4862650b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.143714] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 691.143714] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5243f37f-7134-1e5f-3d87-2b22500a1cda" [ 691.143714] env[71079]: _type = "Task" [ 691.143714] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.151042] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5243f37f-7134-1e5f-3d87-2b22500a1cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.201425] env[71079]: DEBUG nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.338767] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "d114d86b-843c-4928-b251-5747b5d6b5ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.339215] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.339532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "d114d86b-843c-4928-b251-5747b5d6b5ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.339668] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.339858] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.342049] env[71079]: INFO nova.compute.manager [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Terminating instance [ 691.389029] env[71079]: INFO nova.compute.manager [-] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Took 1.34 seconds to deallocate network for instance. [ 691.412739] env[71079]: DEBUG oslo_concurrency.lockutils [None req-442441b3-2c66-4b7a-b20e-5d3bc59ee1c2 tempest-ServerExternalEventsTest-1572014674 tempest-ServerExternalEventsTest-1572014674-project-member] Lock "3f60e673-e519-4511-8f17-553bd328c435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.528s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.459476] env[71079]: DEBUG nova.network.neutron [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Successfully updated port: 28663dab-01f7-41ba-adfa-868f4819b8b5 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.644545] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 691.644926] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9ca0368-74ed-49ac-9fe5-aef1b34aacb2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.651969] env[71079]: DEBUG nova.network.neutron [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Updated VIF entry in instance network info cache for port 12b93f18-8429-4278-839c-093fbc629492. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.652485] env[71079]: DEBUG nova.network.neutron [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Updating instance_info_cache with network_info: [{"id": "12b93f18-8429-4278-839c-093fbc629492", "address": "fa:16:3e:07:da:e3", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b93f18-84", "ovs_interfaceid": "12b93f18-8429-4278-839c-093fbc629492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.661119] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5243f37f-7134-1e5f-3d87-2b22500a1cda, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.662949] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 691.662949] env[71079]: value = "task-3278491" [ 691.662949] env[71079]: _type = "Task" [ 691.662949] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.663730] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441158a4-d6bc-4cb6-b179-a7c21e24a72a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.672090] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 691.672090] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c400d2-0f13-3c23-3da1-0b6401cf89af" [ 691.672090] env[71079]: _type = "Task" [ 691.672090] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.675565] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278491, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.683553] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c400d2-0f13-3c23-3da1-0b6401cf89af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.729996] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.848012] env[71079]: DEBUG nova.compute.manager [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.848115] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.849437] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e418e-7b79-417f-af79-90f62b319cd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.860062] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.860272] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f836e5-5e82-4895-9102-847f49a0343f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.867523] env[71079]: DEBUG oslo_vmware.api [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 691.867523] env[71079]: value = "task-3278492" [ 691.867523] env[71079]: _type = "Task" [ 691.867523] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.879133] env[71079]: DEBUG oslo_vmware.api [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.899309] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.962462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "refresh_cache-3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.962462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "refresh_cache-3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.962597] env[71079]: DEBUG nova.network.neutron [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.155199] env[71079]: DEBUG oslo_concurrency.lockutils [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] Releasing lock "refresh_cache-03afbe12-b1c9-4613-b434-03c93336c95a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.155479] env[71079]: DEBUG nova.compute.manager [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Received event network-vif-deleted-94589bfa-f10d-4eb9-a42f-26dfc0109140 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.155643] env[71079]: INFO nova.compute.manager [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Neutron deleted interface 94589bfa-f10d-4eb9-a42f-26dfc0109140; detaching it from the instance and deleting it from the info cache [ 692.155809] env[71079]: DEBUG nova.network.neutron [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.185336] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278491, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.190885] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c400d2-0f13-3c23-3da1-0b6401cf89af, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.193374] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.193641] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 03afbe12-b1c9-4613-b434-03c93336c95a/03afbe12-b1c9-4613-b434-03c93336c95a.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.194123] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea32bdd-b68c-4011-8e68-6caa3f681284 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.200987] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 692.200987] env[71079]: value = "task-3278493" [ 692.200987] env[71079]: _type = "Task" [ 692.200987] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.211159] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.344802] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.345125] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.379447] env[71079]: DEBUG oslo_vmware.api [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278492, 'name': PowerOffVM_Task, 'duration_secs': 0.236034} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.379691] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.379854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.380133] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-350579bb-b849-4840-a809-0421f5eb5b40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.385413] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b93b05-a7e1-4f51-93e8-ecc36ae47295 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.393647] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2899f6-983e-4824-b84b-e7a0179e9158 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.427637] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dbc6fd-9d31-4e51-bf55-aaf6aa22978f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.435941] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10e7faa-6db5-4354-9f8b-83b133be7b86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.453529] env[71079]: DEBUG nova.compute.provider_tree [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.461255] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.461648] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.461954] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Deleting the datastore file [datastore2] d114d86b-843c-4928-b251-5747b5d6b5ec {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.462381] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6eb584c-de74-4923-8498-1dc0ed1462a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.477307] env[71079]: DEBUG oslo_vmware.api [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for the task: (returnval){ [ 692.477307] env[71079]: value = "task-3278495" [ 692.477307] env[71079]: _type = "Task" [ 692.477307] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.487255] env[71079]: DEBUG oslo_vmware.api [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.547395] env[71079]: DEBUG nova.network.neutron [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.658960] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a642784-6fd5-4930-b9bc-0b80c0fa16b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.674665] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708446e-9406-471b-ab30-fe98293da0db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.696756] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278491, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.713191] env[71079]: DEBUG nova.compute.manager [req-719fd314-b2e0-4763-a315-e2b12604663e req-368f8f79-6314-45d1-a1ba-e95e5b3a6614 service nova] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Detach interface failed, port_id=94589bfa-f10d-4eb9-a42f-26dfc0109140, reason: Instance a8f66b3f-61ac-45aa-ae7b-70d1bca99e24 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 692.727801] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278493, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.818342] env[71079]: DEBUG nova.network.neutron [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Updating instance_info_cache with network_info: [{"id": "28663dab-01f7-41ba-adfa-868f4819b8b5", "address": "fa:16:3e:c0:58:ab", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28663dab-01", "ovs_interfaceid": "28663dab-01f7-41ba-adfa-868f4819b8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.856882] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.856882] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.856882] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.856882] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.856882] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.856882] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.857389] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 692.857389] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.892827] env[71079]: DEBUG nova.compute.manager [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Received event network-vif-plugged-28663dab-01f7-41ba-adfa-868f4819b8b5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.893050] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] Acquiring lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.893268] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.893445] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.893608] env[71079]: DEBUG nova.compute.manager [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] No waiting events found dispatching network-vif-plugged-28663dab-01f7-41ba-adfa-868f4819b8b5 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.893791] env[71079]: WARNING nova.compute.manager [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Received unexpected event network-vif-plugged-28663dab-01f7-41ba-adfa-868f4819b8b5 for instance with vm_state building and task_state spawning. [ 692.894725] env[71079]: DEBUG nova.compute.manager [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Received event network-changed-28663dab-01f7-41ba-adfa-868f4819b8b5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.894910] env[71079]: DEBUG nova.compute.manager [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Refreshing instance network info cache due to event network-changed-28663dab-01f7-41ba-adfa-868f4819b8b5. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.895179] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] Acquiring lock "refresh_cache-3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.957988] env[71079]: DEBUG nova.scheduler.client.report [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.987226] env[71079]: DEBUG oslo_vmware.api [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Task: {'id': task-3278495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371062} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.987476] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.987655] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.987829] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.988221] env[71079]: INFO nova.compute.manager [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 692.988284] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.988444] env[71079]: DEBUG nova.compute.manager [-] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.988563] env[71079]: DEBUG nova.network.neutron [-] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.177889] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278491, 'name': CloneVM_Task, 'duration_secs': 1.456454} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.178282] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Created linked-clone VM from snapshot [ 693.179017] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6fb0b-93df-4b26-99db-042ef63786c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.186739] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Uploading image 625f3f48-457c-4716-bdb9-6ea56d03e92d {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.216270] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 693.216270] env[71079]: value = "vm-654776" [ 693.216270] env[71079]: _type = "VirtualMachine" [ 693.216270] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 693.216270] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ca228e5-1770-499e-8666-97cdac96996a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.227957] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527529} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.229658] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 03afbe12-b1c9-4613-b434-03c93336c95a/03afbe12-b1c9-4613-b434-03c93336c95a.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.229997] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.230501] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lease: (returnval){ [ 693.230501] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e38cba-bc9f-d23c-2b83-c1d9941ed45d" [ 693.230501] env[71079]: _type = "HttpNfcLease" [ 693.230501] env[71079]: } obtained for exporting VM: (result){ [ 693.230501] env[71079]: value = "vm-654776" [ 693.230501] env[71079]: _type = "VirtualMachine" [ 693.230501] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 693.230963] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the lease: (returnval){ [ 693.230963] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e38cba-bc9f-d23c-2b83-c1d9941ed45d" [ 693.230963] env[71079]: _type = "HttpNfcLease" [ 693.230963] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 693.231336] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2a2729e-7747-46e7-ab63-1de3c622a3f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.242864] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.242864] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e38cba-bc9f-d23c-2b83-c1d9941ed45d" [ 693.242864] env[71079]: _type = "HttpNfcLease" [ 693.242864] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 693.243323] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 693.243323] env[71079]: value = "task-3278497" [ 693.243323] env[71079]: _type = "Task" [ 693.243323] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.251153] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.321462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "refresh_cache-3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.325017] env[71079]: DEBUG nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Instance network_info: |[{"id": "28663dab-01f7-41ba-adfa-868f4819b8b5", "address": "fa:16:3e:c0:58:ab", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28663dab-01", "ovs_interfaceid": "28663dab-01f7-41ba-adfa-868f4819b8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.325017] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] Acquired lock "refresh_cache-3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.325251] env[71079]: DEBUG nova.network.neutron [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Refreshing network info cache for port 28663dab-01f7-41ba-adfa-868f4819b8b5 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.325251] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:58:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28663dab-01f7-41ba-adfa-868f4819b8b5', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.331747] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Creating folder: Project (6a9f09a4a8ee4950a9a502919b836e2f). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.332427] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f6f8d1b-6442-4722-9e81-58430648c9b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.346477] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Created folder: Project (6a9f09a4a8ee4950a9a502919b836e2f) in parent group-v654700. [ 693.346648] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Creating folder: Instances. Parent ref: group-v654777. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.347176] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aebe03d-2b12-4639-9031-55a25c692b2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.358461] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.358754] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Created folder: Instances in parent group-v654777. [ 693.358967] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.359166] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.359419] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b0a417-0f8b-4846-91ff-c45b608190e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.378865] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.378865] env[71079]: value = "task-3278500" [ 693.378865] env[71079]: _type = "Task" [ 693.378865] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.386474] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278500, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.464536] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.466038] env[71079]: DEBUG nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.468193] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.344s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.469751] env[71079]: INFO nova.compute.claims [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.742690] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.742690] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e38cba-bc9f-d23c-2b83-c1d9941ed45d" [ 693.742690] env[71079]: _type = "HttpNfcLease" [ 693.742690] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 693.742690] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 693.742690] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e38cba-bc9f-d23c-2b83-c1d9941ed45d" [ 693.742690] env[71079]: _type = "HttpNfcLease" [ 693.742690] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 693.744132] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d22536d-902f-40a1-9486-d902d7f760a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.754072] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fca7a4-4bc7-e9cd-e29f-d08ec6a6ddf6/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 693.754268] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fca7a4-4bc7-e9cd-e29f-d08ec6a6ddf6/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 693.759094] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255448} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.759398] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.817807] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c3c65-04b6-4620-843e-7004e3e9577b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.822107] env[71079]: DEBUG nova.network.neutron [-] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.844431] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 03afbe12-b1c9-4613-b434-03c93336c95a/03afbe12-b1c9-4613-b434-03c93336c95a.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.845374] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32a1841-5277-4c96-9e7f-26cfee15738c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.868354] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 693.868354] env[71079]: value = "task-3278501" [ 693.868354] env[71079]: _type = "Task" [ 693.868354] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.876686] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.888180] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278500, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.917784] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b13786c-baf1-4ef8-8829-38be35772974 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.979422] env[71079]: DEBUG nova.compute.utils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.983766] env[71079]: DEBUG nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.984072] env[71079]: DEBUG nova.network.neutron [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.046170] env[71079]: DEBUG nova.policy [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0004ebdbffe742dc9d48f0d9a6e72135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d80c7f0a8bd42bfb3cfdaff342bf1d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.324380] env[71079]: INFO nova.compute.manager [-] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Took 1.34 seconds to deallocate network for instance. [ 694.388245] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278501, 'name': ReconfigVM_Task, 'duration_secs': 0.316635} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.393429] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 03afbe12-b1c9-4613-b434-03c93336c95a/03afbe12-b1c9-4613-b434-03c93336c95a.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.394817] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76ec72a0-ada5-4335-b94d-d4a1433a1b40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.409021] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278500, 'name': CreateVM_Task, 'duration_secs': 0.722503} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.409021] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.409021] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 694.409021] env[71079]: value = "task-3278502" [ 694.409021] env[71079]: _type = "Task" [ 694.409021] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.409489] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.409654] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.410509] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.410960] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17be858-5c73-427a-af09-327b9c6d95f4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.423542] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 694.423542] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528a0cfe-7823-6508-a35d-5d556a5495e6" [ 694.423542] env[71079]: _type = "Task" [ 694.423542] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.428287] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278502, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.442922] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528a0cfe-7823-6508-a35d-5d556a5495e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.443324] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.443613] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.443990] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.444074] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.444314] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.444786] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb5fa95-b7ad-4c14-871f-5621c33d671b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.453512] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.453512] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.454426] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f05bcf-47ed-403d-af4c-1924434d240d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.462008] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 694.462008] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527a2ffd-ae65-e85b-1b8d-ffd3e1f9fcfe" [ 694.462008] env[71079]: _type = "Task" [ 694.462008] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.473264] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527a2ffd-ae65-e85b-1b8d-ffd3e1f9fcfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.491441] env[71079]: DEBUG nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.505339] env[71079]: DEBUG nova.network.neutron [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Updated VIF entry in instance network info cache for port 28663dab-01f7-41ba-adfa-868f4819b8b5. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.506335] env[71079]: DEBUG nova.network.neutron [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Updating instance_info_cache with network_info: [{"id": "28663dab-01f7-41ba-adfa-868f4819b8b5", "address": "fa:16:3e:c0:58:ab", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28663dab-01", "ovs_interfaceid": "28663dab-01f7-41ba-adfa-868f4819b8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.772197] env[71079]: DEBUG nova.network.neutron [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Successfully created port: 82f517af-80ad-400d-b862-3c8d3b80a14e {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.836829] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.925078] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278502, 'name': Rename_Task, 'duration_secs': 0.161976} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.925396] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.925817] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277046f7-fa99-44dd-9404-a65111a291ee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.937099] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 694.937099] env[71079]: value = "task-3278503" [ 694.937099] env[71079]: _type = "Task" [ 694.937099] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.946808] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.960983] env[71079]: DEBUG nova.compute.manager [req-9caa2ec6-52ae-4519-8d4d-5e914f316a22 req-004f8f43-77c0-4a07-b1d7-8ec9f8211bbb service nova] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Received event network-vif-deleted-c7f94bd7-421c-4964-985e-6873d7cace4d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.978349] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527a2ffd-ae65-e85b-1b8d-ffd3e1f9fcfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.980358] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bd21a9-f490-45aa-81f7-6d4f5b8cd06c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.987912] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 694.987912] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cd6b72-d30b-1f3c-6cb7-efa72ce28a9b" [ 694.987912] env[71079]: _type = "Task" [ 694.987912] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.005060] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cd6b72-d30b-1f3c-6cb7-efa72ce28a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.009219] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bf247b3-fe24-402c-a4c6-d97112b57572 req-3f292d71-c4ca-4713-aa9e-efeb90655de0 service nova] Releasing lock "refresh_cache-3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.172905] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d345fbd-42ca-4eb9-9a05-a0eff7246082 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.181458] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03451130-628f-4571-b87b-09e37fbc3913 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.216230] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5cbd69-f8c6-4ac8-9570-9ce91415178e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.229656] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e61269b-b2e5-45a7-9b1f-47cc1b17cd5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.246817] env[71079]: DEBUG nova.compute.provider_tree [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.453580] env[71079]: DEBUG oslo_vmware.api [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278503, 'name': PowerOnVM_Task, 'duration_secs': 0.465056} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.453944] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.454185] env[71079]: INFO nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Took 7.42 seconds to spawn the instance on the hypervisor. [ 695.454280] env[71079]: DEBUG nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.455124] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3cccb7-05ef-489e-8cfb-7aebdecb266a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.502429] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cd6b72-d30b-1f3c-6cb7-efa72ce28a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.019435} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.502934] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.503683] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b/3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.504328] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee19a80-b97c-4729-b036-5e13bf3709f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.509289] env[71079]: DEBUG nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.518481] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 695.518481] env[71079]: value = "task-3278504" [ 695.518481] env[71079]: _type = "Task" [ 695.518481] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.537584] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.548097] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.548453] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.548667] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.548965] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.549166] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.549401] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.549740] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.549986] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.550296] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.550641] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.550968] env[71079]: DEBUG nova.virt.hardware [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.552319] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87185964-f8b2-4f25-8416-8c3a5d138adb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.563933] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8258e46-b670-436e-846f-ca77a8b65dcf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.753011] env[71079]: DEBUG nova.scheduler.client.report [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.978236] env[71079]: INFO nova.compute.manager [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Took 35.18 seconds to build instance. [ 696.030502] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.266766] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.269021] env[71079]: DEBUG nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.271116] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.166s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.273127] env[71079]: INFO nova.compute.claims [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.406238] env[71079]: DEBUG nova.network.neutron [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Successfully updated port: 82f517af-80ad-400d-b862-3c8d3b80a14e {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.481215] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8a403f-e192-42d1-a3c9-202e56813a95 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "03afbe12-b1c9-4613-b434-03c93336c95a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.477s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.532448] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598701} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.533794] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b/3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.534505] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.534852] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bab7ed6-4c0e-4b26-894d-fc6bb0b27ba6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.542245] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 696.542245] env[71079]: value = "task-3278505" [ 696.542245] env[71079]: _type = "Task" [ 696.542245] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.550935] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.689641] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.689923] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.772281] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "03afbe12-b1c9-4613-b434-03c93336c95a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.772387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "03afbe12-b1c9-4613-b434-03c93336c95a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.772604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "03afbe12-b1c9-4613-b434-03c93336c95a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.772769] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "03afbe12-b1c9-4613-b434-03c93336c95a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.772940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "03afbe12-b1c9-4613-b434-03c93336c95a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.775166] env[71079]: INFO nova.compute.manager [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Terminating instance [ 696.777377] env[71079]: DEBUG nova.compute.utils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.779403] env[71079]: DEBUG nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 696.906853] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "refresh_cache-d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.907016] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquired lock "refresh_cache-d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.907221] env[71079]: DEBUG nova.network.neutron [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.986158] env[71079]: DEBUG nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.992826] env[71079]: DEBUG nova.compute.manager [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Received event network-vif-plugged-82f517af-80ad-400d-b862-3c8d3b80a14e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.993072] env[71079]: DEBUG oslo_concurrency.lockutils [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] Acquiring lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.993480] env[71079]: DEBUG oslo_concurrency.lockutils [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.993722] env[71079]: DEBUG oslo_concurrency.lockutils [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.993863] env[71079]: DEBUG nova.compute.manager [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] No waiting events found dispatching network-vif-plugged-82f517af-80ad-400d-b862-3c8d3b80a14e {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.994163] env[71079]: WARNING nova.compute.manager [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Received unexpected event network-vif-plugged-82f517af-80ad-400d-b862-3c8d3b80a14e for instance with vm_state building and task_state spawning. [ 696.994381] env[71079]: DEBUG nova.compute.manager [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Received event network-changed-82f517af-80ad-400d-b862-3c8d3b80a14e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.994556] env[71079]: DEBUG nova.compute.manager [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Refreshing instance network info cache due to event network-changed-82f517af-80ad-400d-b862-3c8d3b80a14e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.994820] env[71079]: DEBUG oslo_concurrency.lockutils [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] Acquiring lock "refresh_cache-d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.053929] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077858} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.053929] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.053929] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4795b9af-ee5e-4a5c-b49c-e50ad53167c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.084025] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b/3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.084369] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2f8a78-917f-4de6-b8a4-5816eff64f2b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.106560] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 697.106560] env[71079]: value = "task-3278506" [ 697.106560] env[71079]: _type = "Task" [ 697.106560] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.115232] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.282575] env[71079]: DEBUG nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.285939] env[71079]: DEBUG nova.compute.manager [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.286140] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.289845] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dae0340-d825-42a9-9e5c-31cbfa938130 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.297825] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.298099] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ee251fc-75e4-4bbc-a3b1-b3184a122552 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.305008] env[71079]: DEBUG oslo_vmware.api [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 697.305008] env[71079]: value = "task-3278507" [ 697.305008] env[71079]: _type = "Task" [ 697.305008] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.313224] env[71079]: DEBUG oslo_vmware.api [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.459947] env[71079]: DEBUG nova.network.neutron [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.513451] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.617550] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278506, 'name': ReconfigVM_Task, 'duration_secs': 0.43211} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.617872] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b/3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.618838] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f528d9-7fe9-4d34-86e6-2a484d119191 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.630964] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 697.630964] env[71079]: value = "task-3278508" [ 697.630964] env[71079]: _type = "Task" [ 697.630964] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.643118] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278508, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.705516] env[71079]: DEBUG nova.network.neutron [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Updating instance_info_cache with network_info: [{"id": "82f517af-80ad-400d-b862-3c8d3b80a14e", "address": "fa:16:3e:d9:61:54", "network": {"id": "00b21a4f-c389-4bbc-8057-61c22fd095ab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1194155117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d80c7f0a8bd42bfb3cfdaff342bf1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f517af-80", "ovs_interfaceid": "82f517af-80ad-400d-b862-3c8d3b80a14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.826303] env[71079]: DEBUG oslo_vmware.api [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278507, 'name': PowerOffVM_Task, 'duration_secs': 0.223428} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.827311] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.827546] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.827833] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bbcefa9-deca-428a-b72d-8b880eb1f744 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.859999] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430d2ed-79a5-4c2e-8c26-8eee522a8c4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.868323] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1771b1-1fd2-4ba1-8ef5-93e150389c56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.911015] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397697f-5f43-4314-8a96-c508acbaa48f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.913941] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.914087] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.914282] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Deleting the datastore file [datastore2] 03afbe12-b1c9-4613-b434-03c93336c95a {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.914547] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a62104-58a1-48b8-a2d5-0be9b214d3e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.922728] env[71079]: DEBUG oslo_vmware.api [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for the task: (returnval){ [ 697.922728] env[71079]: value = "task-3278510" [ 697.922728] env[71079]: _type = "Task" [ 697.922728] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.923765] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b82038-29a8-446b-9657-fdbf4d5a7225 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.945132] env[71079]: DEBUG nova.compute.provider_tree [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.947679] env[71079]: DEBUG oslo_vmware.api [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.141806] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278508, 'name': Rename_Task, 'duration_secs': 0.175046} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.142107] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.142351] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832510e3-51d8-4590-b263-0f13539fb71b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.148705] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 698.148705] env[71079]: value = "task-3278511" [ 698.148705] env[71079]: _type = "Task" [ 698.148705] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.159242] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.209995] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Releasing lock "refresh_cache-d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.210428] env[71079]: DEBUG nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Instance network_info: |[{"id": "82f517af-80ad-400d-b862-3c8d3b80a14e", "address": "fa:16:3e:d9:61:54", "network": {"id": "00b21a4f-c389-4bbc-8057-61c22fd095ab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1194155117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d80c7f0a8bd42bfb3cfdaff342bf1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f517af-80", "ovs_interfaceid": "82f517af-80ad-400d-b862-3c8d3b80a14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.210799] env[71079]: DEBUG oslo_concurrency.lockutils [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] Acquired lock "refresh_cache-d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.211024] env[71079]: DEBUG nova.network.neutron [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Refreshing network info cache for port 82f517af-80ad-400d-b862-3c8d3b80a14e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.212312] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:61:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f517af-80ad-400d-b862-3c8d3b80a14e', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.219911] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Creating folder: Project (4d80c7f0a8bd42bfb3cfdaff342bf1d5). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.223166] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452538fa-7701-42e8-b800-82105b8ccd9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.236633] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Created folder: Project (4d80c7f0a8bd42bfb3cfdaff342bf1d5) in parent group-v654700. [ 698.236633] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Creating folder: Instances. Parent ref: group-v654780. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.236876] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11f140d3-bb78-412c-957f-6507a55440b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.245675] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Created folder: Instances in parent group-v654780. [ 698.246321] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.246321] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.246321] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ede6c3-5fa0-4956-9095-f6bf6b2e2a74 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.269337] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.269337] env[71079]: value = "task-3278514" [ 698.269337] env[71079]: _type = "Task" [ 698.269337] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.277598] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278514, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.296177] env[71079]: DEBUG nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.320918] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.321183] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.321369] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.321585] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.321780] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.321933] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.322187] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.322380] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.322550] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.322741] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.322939] env[71079]: DEBUG nova.virt.hardware [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.323992] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233030e-54c3-4ad3-8510-6efb757839a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.335093] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53741f26-027a-4476-ab54-bce98e10d0ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.349219] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.355290] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Creating folder: Project (f5c35c06bf25499f9c400bcea2ea06a8). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.355670] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eb7fc88-594c-4793-bc19-aaae299de159 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.366088] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Created folder: Project (f5c35c06bf25499f9c400bcea2ea06a8) in parent group-v654700. [ 698.366335] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Creating folder: Instances. Parent ref: group-v654783. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.366594] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e87cbdf-a1a4-4374-b80b-5bcbb260dfd7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.375513] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Created folder: Instances in parent group-v654783. [ 698.375761] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.375960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.376210] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3e0117-95a9-4d5b-81ee-817edbee44ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.392402] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.392402] env[71079]: value = "task-3278517" [ 698.392402] env[71079]: _type = "Task" [ 698.392402] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.403403] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278517, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.436881] env[71079]: DEBUG oslo_vmware.api [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Task: {'id': task-3278510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251235} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.437276] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.437534] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.437765] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.437961] env[71079]: INFO nova.compute.manager [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 698.438265] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.438440] env[71079]: DEBUG nova.compute.manager [-] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.438560] env[71079]: DEBUG nova.network.neutron [-] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.448652] env[71079]: DEBUG nova.scheduler.client.report [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.523833] env[71079]: DEBUG nova.network.neutron [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Updated VIF entry in instance network info cache for port 82f517af-80ad-400d-b862-3c8d3b80a14e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.524269] env[71079]: DEBUG nova.network.neutron [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Updating instance_info_cache with network_info: [{"id": "82f517af-80ad-400d-b862-3c8d3b80a14e", "address": "fa:16:3e:d9:61:54", "network": {"id": "00b21a4f-c389-4bbc-8057-61c22fd095ab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1194155117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d80c7f0a8bd42bfb3cfdaff342bf1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f517af-80", "ovs_interfaceid": "82f517af-80ad-400d-b862-3c8d3b80a14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.666160] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.780368] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278514, 'name': CreateVM_Task, 'duration_secs': 0.370967} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.780368] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.786293] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.786293] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.786293] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.786293] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b32eef-35ac-4d38-8015-c81621b5bd7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.790271] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 698.790271] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528964dc-c977-9f20-8102-4adee1daa747" [ 698.790271] env[71079]: _type = "Task" [ 698.790271] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.802478] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528964dc-c977-9f20-8102-4adee1daa747, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.802918] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.803189] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.803497] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.803726] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.803993] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.804446] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6710d23-1757-484d-ae67-23f98e0d2fc0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.813860] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.814181] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.815113] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d38951-eb71-4500-87f4-c32d773059ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.823246] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 698.823246] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ee83eb-e5a7-cd7f-13e8-bc383278a64b" [ 698.823246] env[71079]: _type = "Task" [ 698.823246] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.833442] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ee83eb-e5a7-cd7f-13e8-bc383278a64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.903567] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278517, 'name': CreateVM_Task, 'duration_secs': 0.361279} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.903763] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.904264] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.904443] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.904752] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.905017] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d30c364-81b3-4aba-9c6b-aeb7f3a36a00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.909738] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 698.909738] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d82fb-fdf7-a3b0-4f61-4ea24e1a66b4" [ 698.909738] env[71079]: _type = "Task" [ 698.909738] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.917706] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d82fb-fdf7-a3b0-4f61-4ea24e1a66b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.954358] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.954870] env[71079]: DEBUG nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.957580] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.952s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.959046] env[71079]: INFO nova.compute.claims [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.026707] env[71079]: DEBUG oslo_concurrency.lockutils [req-b1a99ae4-63f7-4d80-bab3-1eb67a85fc3e req-4cca44a9-1453-4f9e-8535-73d51a27bdaa service nova] Releasing lock "refresh_cache-d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.028144] env[71079]: DEBUG nova.compute.manager [req-0b2041c3-3dea-4d2a-b34c-5a2ca3fcd02b req-84846b24-54c2-4952-aaa9-ae448628e28e service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Received event network-vif-deleted-12b93f18-8429-4278-839c-093fbc629492 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.028364] env[71079]: INFO nova.compute.manager [req-0b2041c3-3dea-4d2a-b34c-5a2ca3fcd02b req-84846b24-54c2-4952-aaa9-ae448628e28e service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Neutron deleted interface 12b93f18-8429-4278-839c-093fbc629492; detaching it from the instance and deleting it from the info cache [ 699.028611] env[71079]: DEBUG nova.network.neutron [req-0b2041c3-3dea-4d2a-b34c-5a2ca3fcd02b req-84846b24-54c2-4952-aaa9-ae448628e28e service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.160019] env[71079]: DEBUG oslo_vmware.api [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278511, 'name': PowerOnVM_Task, 'duration_secs': 0.583583} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.160019] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.160146] env[71079]: INFO nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Took 8.43 seconds to spawn the instance on the hypervisor. [ 699.160364] env[71079]: DEBUG nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.161465] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87438ec-763f-45ad-99f1-93ad86e64be7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.297631] env[71079]: DEBUG nova.network.neutron [-] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.332726] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ee83eb-e5a7-cd7f-13e8-bc383278a64b, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.333597] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ef2d55-6f8e-47bf-8b37-c1ce8c6952bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.340022] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 699.340022] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5274a7b9-4148-2def-2558-01f7eeac14bb" [ 699.340022] env[71079]: _type = "Task" [ 699.340022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.347383] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5274a7b9-4148-2def-2558-01f7eeac14bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.420079] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d82fb-fdf7-a3b0-4f61-4ea24e1a66b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.420407] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.420647] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.420885] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.421042] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.421227] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.421485] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d86053-4239-468b-b989-1f7dc9e62e90 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.429900] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.430088] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.430892] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c824f4f0-09af-4d58-abc2-d211f7f153c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.436187] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 699.436187] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ca127d-273e-e696-3664-37b25f776e59" [ 699.436187] env[71079]: _type = "Task" [ 699.436187] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.445425] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ca127d-273e-e696-3664-37b25f776e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.462977] env[71079]: DEBUG nova.compute.utils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.467967] env[71079]: DEBUG nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.467967] env[71079]: DEBUG nova.network.neutron [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.530864] env[71079]: DEBUG nova.policy [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7beba9ee95a7434bb381e6969b165156', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e246c402351d4899a8891aa371eda670', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.532729] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-129d95aa-f848-4af6-88f5-793cbd78c60f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.542595] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abab9fa-e023-4460-b120-c60344f9ea08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.579024] env[71079]: DEBUG nova.compute.manager [req-0b2041c3-3dea-4d2a-b34c-5a2ca3fcd02b req-84846b24-54c2-4952-aaa9-ae448628e28e service nova] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Detach interface failed, port_id=12b93f18-8429-4278-839c-093fbc629492, reason: Instance 03afbe12-b1c9-4613-b434-03c93336c95a could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 699.679568] env[71079]: INFO nova.compute.manager [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Took 35.23 seconds to build instance. [ 699.800640] env[71079]: INFO nova.compute.manager [-] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Took 1.36 seconds to deallocate network for instance. [ 699.837796] env[71079]: DEBUG nova.network.neutron [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Successfully created port: 7dcbbeb9-fd48-4b10-959d-da604f3dcc9f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.851268] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5274a7b9-4148-2def-2558-01f7eeac14bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.851560] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.851816] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6/d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.852086] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b99340f-4f18-447c-81b0-b7ce797d47e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.858207] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 699.858207] env[71079]: value = "task-3278518" [ 699.858207] env[71079]: _type = "Task" [ 699.858207] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.867408] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.946600] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ca127d-273e-e696-3664-37b25f776e59, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.951017] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1376b4c2-50e3-4ba7-be5d-ca5d9a82b3a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.952446] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 699.952446] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0142b-4fd7-8ef7-7b34-6c31131cdc4d" [ 699.952446] env[71079]: _type = "Task" [ 699.952446] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.960953] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0142b-4fd7-8ef7-7b34-6c31131cdc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.970745] env[71079]: DEBUG nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.180983] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbc80426-e304-4f83-9d7a-b83394d3f602 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.463s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.309133] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.372317] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506459} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.372317] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6/d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.372317] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.372317] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3d3cb91-fcea-4aa0-8e15-f957356b8129 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.381281] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 700.381281] env[71079]: value = "task-3278519" [ 700.381281] env[71079]: _type = "Task" [ 700.381281] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.389335] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.467040] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0142b-4fd7-8ef7-7b34-6c31131cdc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.467216] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.467472] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.467742] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0741480-1957-426e-a2a2-4bd4750f6be5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.473595] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 700.473595] env[71079]: value = "task-3278520" [ 700.473595] env[71079]: _type = "Task" [ 700.473595] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.490717] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.569678] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba5250-c2c8-4bcf-b3a7-c87453e37de0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.579722] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f047ceee-bf76-4634-9db8-864e793f60cf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.613098] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb2bec-d5a9-4c23-9ec7-fbf564996d53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.622088] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f165e3e7-4a99-4929-b2f8-01743503a1fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.639644] env[71079]: DEBUG nova.compute.provider_tree [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.685821] env[71079]: DEBUG nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.892126] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074169} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.892449] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.893328] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f3be5-e6d9-4622-969d-11f3adbf1544 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.918040] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6/d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.918356] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307b54d7-d5ba-40e3-8c6a-4d74ee520bb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.937733] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 700.937733] env[71079]: value = "task-3278521" [ 700.937733] env[71079]: _type = "Task" [ 700.937733] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.945896] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.984452] env[71079]: DEBUG nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.986562] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478438} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.987350] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.987650] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.987918] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0361e2f-170a-41a8-b7e0-c3aa1bd17a65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.995409] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 700.995409] env[71079]: value = "task-3278522" [ 700.995409] env[71079]: _type = "Task" [ 700.995409] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.008288] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.010781] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.011075] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.011308] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.011539] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.011705] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.011918] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.012121] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.012305] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.012479] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.012664] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.012863] env[71079]: DEBUG nova.virt.hardware [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.013742] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc19e65-b2ba-44b1-bb6c-7ab9d273147b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.021916] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e527c16-ef04-4d1b-a0c3-68b94645a349 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.144459] env[71079]: DEBUG nova.scheduler.client.report [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.209482] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.450118] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.453056] env[71079]: DEBUG nova.network.neutron [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Successfully updated port: 7dcbbeb9-fd48-4b10-959d-da604f3dcc9f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.506213] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073167} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.506717] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.507377] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0cd963-9cdf-4c81-b4db-4710b1aacfe2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.532638] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.532964] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c430e8c-e063-45c1-a8c3-43962423868f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.551167] env[71079]: DEBUG nova.compute.manager [req-0cc36f85-3f2d-474b-bbc1-8ab45d190cf8 req-e65dc7f3-3f0d-4027-a917-4cc267d03020 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Received event network-vif-plugged-7dcbbeb9-fd48-4b10-959d-da604f3dcc9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.551257] env[71079]: DEBUG oslo_concurrency.lockutils [req-0cc36f85-3f2d-474b-bbc1-8ab45d190cf8 req-e65dc7f3-3f0d-4027-a917-4cc267d03020 service nova] Acquiring lock "573db876-a240-4289-a666-e2ad13f83b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.551456] env[71079]: DEBUG oslo_concurrency.lockutils [req-0cc36f85-3f2d-474b-bbc1-8ab45d190cf8 req-e65dc7f3-3f0d-4027-a917-4cc267d03020 service nova] Lock "573db876-a240-4289-a666-e2ad13f83b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.551633] env[71079]: DEBUG oslo_concurrency.lockutils [req-0cc36f85-3f2d-474b-bbc1-8ab45d190cf8 req-e65dc7f3-3f0d-4027-a917-4cc267d03020 service nova] Lock "573db876-a240-4289-a666-e2ad13f83b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.551816] env[71079]: DEBUG nova.compute.manager [req-0cc36f85-3f2d-474b-bbc1-8ab45d190cf8 req-e65dc7f3-3f0d-4027-a917-4cc267d03020 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] No waiting events found dispatching network-vif-plugged-7dcbbeb9-fd48-4b10-959d-da604f3dcc9f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.551982] env[71079]: WARNING nova.compute.manager [req-0cc36f85-3f2d-474b-bbc1-8ab45d190cf8 req-e65dc7f3-3f0d-4027-a917-4cc267d03020 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Received unexpected event network-vif-plugged-7dcbbeb9-fd48-4b10-959d-da604f3dcc9f for instance with vm_state building and task_state spawning. [ 701.561859] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 701.561859] env[71079]: value = "task-3278523" [ 701.561859] env[71079]: _type = "Task" [ 701.561859] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.571691] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.649837] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.650445] env[71079]: DEBUG nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.653275] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.447s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.653597] env[71079]: DEBUG nova.objects.instance [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lazy-loading 'resources' on Instance uuid c7f229c2-eab7-4906-8e1f-8cfefd4ac060 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.948330] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278521, 'name': ReconfigVM_Task, 'duration_secs': 0.577434} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.948634] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Reconfigured VM instance instance-0000001b to attach disk [datastore2] d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6/d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.949254] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0844ac7b-3dab-4eda-8a95-36d8f9883c6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.956156] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "refresh_cache-573db876-a240-4289-a666-e2ad13f83b0d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.956156] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquired lock "refresh_cache-573db876-a240-4289-a666-e2ad13f83b0d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.956156] env[71079]: DEBUG nova.network.neutron [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.957721] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 701.957721] env[71079]: value = "task-3278524" [ 701.957721] env[71079]: _type = "Task" [ 701.957721] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.965914] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278524, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.071918] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.157387] env[71079]: DEBUG nova.compute.utils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.161980] env[71079]: DEBUG nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.162172] env[71079]: DEBUG nova.network.neutron [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.229807] env[71079]: DEBUG nova.policy [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5dd6f5a9ae24ff5b6b4331764462cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b378fd6a8af414982ecf19db11f1a21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.470221] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278524, 'name': Rename_Task, 'duration_secs': 0.37001} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.472724] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.480219] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b8c632-3bd5-4fd0-8372-4c438813cddc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.486923] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 702.486923] env[71079]: value = "task-3278525" [ 702.486923] env[71079]: _type = "Task" [ 702.486923] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.501215] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.527047] env[71079]: DEBUG nova.network.neutron [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.559933] env[71079]: DEBUG nova.compute.manager [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.563959] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e2bf13-5353-408a-ab05-7052bd669529 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.582920] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.642704] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fca7a4-4bc7-e9cd-e29f-d08ec6a6ddf6/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.643511] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9ec4af-484c-4788-9824-1c0b72ae283e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.650423] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fca7a4-4bc7-e9cd-e29f-d08ec6a6ddf6/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.650590] env[71079]: ERROR oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fca7a4-4bc7-e9cd-e29f-d08ec6a6ddf6/disk-0.vmdk due to incomplete transfer. [ 702.653218] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a81f9968-9275-4b2a-b968-f1f9931f9913 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.660194] env[71079]: DEBUG oslo_vmware.rw_handles [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fca7a4-4bc7-e9cd-e29f-d08ec6a6ddf6/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.660511] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Uploaded image 625f3f48-457c-4716-bdb9-6ea56d03e92d to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.662398] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.662884] env[71079]: DEBUG nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.665332] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46f282a1-948f-4933-a820-2b210e0e345f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.674032] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 702.674032] env[71079]: value = "task-3278526" [ 702.674032] env[71079]: _type = "Task" [ 702.674032] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.695018] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278526, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.706564] env[71079]: DEBUG nova.network.neutron [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Successfully created port: 3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.785566] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd40bdbe-4846-4915-afd8-105f42a035a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.793612] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0842d44-f98c-4687-b1cf-377925ed87e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.829024] env[71079]: DEBUG nova.network.neutron [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Updating instance_info_cache with network_info: [{"id": "7dcbbeb9-fd48-4b10-959d-da604f3dcc9f", "address": "fa:16:3e:6c:38:a9", "network": {"id": "473f512b-23a3-4bbd-9b05-fd91711a3da2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1925723388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e246c402351d4899a8891aa371eda670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcbbeb9-fd", "ovs_interfaceid": "7dcbbeb9-fd48-4b10-959d-da604f3dcc9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.829024] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca5c915-dca7-490a-beaa-7801a4be675b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.837435] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce5be0d-79a2-403b-b806-2ab1a29cee4a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.851892] env[71079]: DEBUG nova.compute.provider_tree [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.998456] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.077878] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278523, 'name': ReconfigVM_Task, 'duration_secs': 1.023122} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.078184] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Reconfigured VM instance instance-0000001c to attach disk [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.082187] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbdc52b1-4288-4aaf-8320-ec23088a729d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.087736] env[71079]: INFO nova.compute.manager [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] instance snapshotting [ 703.088243] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 703.088243] env[71079]: value = "task-3278527" [ 703.088243] env[71079]: _type = "Task" [ 703.088243] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.090732] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79347a31-31a8-49d1-b116-20d5fcd87e24 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.104438] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278527, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.119228] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a609e82-f91f-4880-9383-72315614b836 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.185894] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278526, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.332190] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Releasing lock "refresh_cache-573db876-a240-4289-a666-e2ad13f83b0d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.332954] env[71079]: DEBUG nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Instance network_info: |[{"id": "7dcbbeb9-fd48-4b10-959d-da604f3dcc9f", "address": "fa:16:3e:6c:38:a9", "network": {"id": "473f512b-23a3-4bbd-9b05-fd91711a3da2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1925723388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e246c402351d4899a8891aa371eda670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcbbeb9-fd", "ovs_interfaceid": "7dcbbeb9-fd48-4b10-959d-da604f3dcc9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.333125] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:38:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dcbbeb9-fd48-4b10-959d-da604f3dcc9f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.340603] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Creating folder: Project (e246c402351d4899a8891aa371eda670). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.340753] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2bbd193-bbf8-4c11-9169-d03dc7350a07 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.351208] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Created folder: Project (e246c402351d4899a8891aa371eda670) in parent group-v654700. [ 703.351416] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Creating folder: Instances. Parent ref: group-v654786. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.351645] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbe625f3-1f61-4cb7-b706-c08225d3e73d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.355231] env[71079]: DEBUG nova.scheduler.client.report [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.360730] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Created folder: Instances in parent group-v654786. [ 703.360968] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.361166] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.361362] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d22f0cb6-fe95-4c5b-8c51-7fa4fd58d3aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.383580] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.383580] env[71079]: value = "task-3278530" [ 703.383580] env[71079]: _type = "Task" [ 703.383580] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.396163] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278530, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.498362] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278525, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.577495] env[71079]: DEBUG nova.compute.manager [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Received event network-changed-7dcbbeb9-fd48-4b10-959d-da604f3dcc9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.577801] env[71079]: DEBUG nova.compute.manager [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Refreshing instance network info cache due to event network-changed-7dcbbeb9-fd48-4b10-959d-da604f3dcc9f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.577978] env[71079]: DEBUG oslo_concurrency.lockutils [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] Acquiring lock "refresh_cache-573db876-a240-4289-a666-e2ad13f83b0d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.578189] env[71079]: DEBUG oslo_concurrency.lockutils [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] Acquired lock "refresh_cache-573db876-a240-4289-a666-e2ad13f83b0d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.578420] env[71079]: DEBUG nova.network.neutron [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Refreshing network info cache for port 7dcbbeb9-fd48-4b10-959d-da604f3dcc9f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.604259] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278527, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.630642] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.631147] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64f55195-de36-4305-973d-fc82979d35be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.638665] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 703.638665] env[71079]: value = "task-3278531" [ 703.638665] env[71079]: _type = "Task" [ 703.638665] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.650052] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278531, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.675388] env[71079]: DEBUG nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.687701] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278526, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.704229] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.704552] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.704718] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.704900] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.705065] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.705218] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.705432] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.705587] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.705754] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.705927] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.706153] env[71079]: DEBUG nova.virt.hardware [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.706978] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf6911-32c0-4fb2-8809-521b849327d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.715448] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0086028-b332-4e1c-942a-0d3b223dcf48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.861029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.863690] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.646s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.865010] env[71079]: INFO nova.compute.claims [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.889268] env[71079]: INFO nova.scheduler.client.report [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Deleted allocations for instance c7f229c2-eab7-4906-8e1f-8cfefd4ac060 [ 703.902364] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278530, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.999095] env[71079]: DEBUG oslo_vmware.api [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278525, 'name': PowerOnVM_Task, 'duration_secs': 1.156744} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.999229] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.999510] env[71079]: INFO nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Took 8.49 seconds to spawn the instance on the hypervisor. [ 703.999650] env[71079]: DEBUG nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.000463] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0c273-4016-43d1-bfc9-68e65ac9c2d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.101602] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278527, 'name': Rename_Task, 'duration_secs': 0.565672} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.102826] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.102826] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e99c50a-56ad-4666-9187-8e4d54bc4bbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.111022] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 704.111022] env[71079]: value = "task-3278532" [ 704.111022] env[71079]: _type = "Task" [ 704.111022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.118074] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.150469] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278531, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.188839] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278526, 'name': Destroy_Task, 'duration_secs': 1.268855} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.189270] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Destroyed the VM [ 704.189644] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 704.190025] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-875464a4-8d7b-4b11-a7b7-5615e6fc6a10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.198369] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 704.198369] env[71079]: value = "task-3278533" [ 704.198369] env[71079]: _type = "Task" [ 704.198369] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.207549] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.395431] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278530, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.405344] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c4514752-2ade-46bd-becb-ee18e4ec656c tempest-ServerDiagnosticsNegativeTest-1974655482 tempest-ServerDiagnosticsNegativeTest-1974655482-project-member] Lock "c7f229c2-eab7-4906-8e1f-8cfefd4ac060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.274s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.523689] env[71079]: INFO nova.compute.manager [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Took 38.38 seconds to build instance. [ 704.541680] env[71079]: DEBUG nova.network.neutron [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Updated VIF entry in instance network info cache for port 7dcbbeb9-fd48-4b10-959d-da604f3dcc9f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.541680] env[71079]: DEBUG nova.network.neutron [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Updating instance_info_cache with network_info: [{"id": "7dcbbeb9-fd48-4b10-959d-da604f3dcc9f", "address": "fa:16:3e:6c:38:a9", "network": {"id": "473f512b-23a3-4bbd-9b05-fd91711a3da2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1925723388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e246c402351d4899a8891aa371eda670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcbbeb9-fd", "ovs_interfaceid": "7dcbbeb9-fd48-4b10-959d-da604f3dcc9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.621702] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.649775] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278531, 'name': CreateSnapshot_Task, 'duration_secs': 0.805649} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.650127] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 704.650961] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b0aea1-35e5-4a8f-b0b1-118d9ac7974e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.683745] env[71079]: DEBUG nova.network.neutron [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Successfully updated port: 3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.710183] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278533, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.898109] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278530, 'name': CreateVM_Task, 'duration_secs': 1.371062} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.898109] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.898109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.898109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.898109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.898395] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5765b18a-eb74-4e23-966f-2e459a600ece {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.906079] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 704.906079] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c7f7f7-549b-9670-bc1b-d5c9880a2914" [ 704.906079] env[71079]: _type = "Task" [ 704.906079] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.914755] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c7f7f7-549b-9670-bc1b-d5c9880a2914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.026536] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4f81c84-3ba6-4bd0-a2ef-c9b146e8b0e4 tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.827s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.044194] env[71079]: DEBUG oslo_concurrency.lockutils [req-e06ef0ed-eaaa-4b4a-9576-d7ecd1170008 req-1abe7a0e-3d05-4801-999e-b6912ef86065 service nova] Releasing lock "refresh_cache-573db876-a240-4289-a666-e2ad13f83b0d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.121641] env[71079]: DEBUG oslo_vmware.api [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278532, 'name': PowerOnVM_Task, 'duration_secs': 0.541827} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.121641] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.121641] env[71079]: INFO nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Took 6.82 seconds to spawn the instance on the hypervisor. [ 705.121641] env[71079]: DEBUG nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.121870] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce613cb-e58b-4041-8fc5-04440fe62704 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.169915] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 705.170248] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a0401f2-89a4-4dfe-9572-79ac91fc2fa4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.180140] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 705.180140] env[71079]: value = "task-3278534" [ 705.180140] env[71079]: _type = "Task" [ 705.180140] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.188556] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.188700] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.188878] env[71079]: DEBUG nova.network.neutron [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.190757] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278534, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.215097] env[71079]: DEBUG oslo_vmware.api [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278533, 'name': RemoveSnapshot_Task, 'duration_secs': 0.897024} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.215366] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 705.215588] env[71079]: INFO nova.compute.manager [None req-04fa8082-b5ab-43a7-befd-5a8d3c0bd2fc tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Took 15.65 seconds to snapshot the instance on the hypervisor. [ 705.401725] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced5992-4180-46b2-8b40-13b4b0a63813 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.414437] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1277be-957e-4cad-8997-de09291a595c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.423346] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c7f7f7-549b-9670-bc1b-d5c9880a2914, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.448827] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.449120] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.449389] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.449567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.449752] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.450288] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-985cece6-20be-491f-a006-ea02f07bef7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.452678] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e486f3fa-bd3c-4328-b4fc-0454be915d13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.460397] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ce9539-3c69-4deb-abf3-4ad9b45c0f41 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.465739] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.465921] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.474393] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d642f2-21be-40a2-b9c0-3c48d666346c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.477055] env[71079]: DEBUG nova.compute.provider_tree [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.478694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.478917] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.479151] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.479569] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.479569] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.481948] env[71079]: INFO nova.compute.manager [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Terminating instance [ 705.484540] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 705.484540] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e2313e-fb68-f24b-776c-fbfed6f3faf7" [ 705.484540] env[71079]: _type = "Task" [ 705.484540] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.494902] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e2313e-fb68-f24b-776c-fbfed6f3faf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.530897] env[71079]: DEBUG nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.642156] env[71079]: DEBUG nova.compute.manager [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Received event network-vif-plugged-3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.642409] env[71079]: DEBUG oslo_concurrency.lockutils [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] Acquiring lock "43473e6e-fd19-4826-98ef-8c66275f997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.642541] env[71079]: DEBUG oslo_concurrency.lockutils [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] Lock "43473e6e-fd19-4826-98ef-8c66275f997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.642697] env[71079]: DEBUG oslo_concurrency.lockutils [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] Lock "43473e6e-fd19-4826-98ef-8c66275f997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.642869] env[71079]: DEBUG nova.compute.manager [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] No waiting events found dispatching network-vif-plugged-3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.643105] env[71079]: WARNING nova.compute.manager [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Received unexpected event network-vif-plugged-3b273847-d257-4f7b-b56a-2b26c7deccb2 for instance with vm_state building and task_state spawning. [ 705.643199] env[71079]: DEBUG nova.compute.manager [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Received event network-changed-3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.643342] env[71079]: DEBUG nova.compute.manager [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Refreshing instance network info cache due to event network-changed-3b273847-d257-4f7b-b56a-2b26c7deccb2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.643545] env[71079]: DEBUG oslo_concurrency.lockutils [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] Acquiring lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.646369] env[71079]: INFO nova.compute.manager [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Took 35.55 seconds to build instance. [ 705.693314] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278534, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.744231] env[71079]: DEBUG nova.network.neutron [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.975873] env[71079]: DEBUG nova.network.neutron [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updating instance_info_cache with network_info: [{"id": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "address": "fa:16:3e:41:ce:f6", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b273847-d2", "ovs_interfaceid": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.985139] env[71079]: DEBUG nova.scheduler.client.report [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.994157] env[71079]: DEBUG nova.compute.manager [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.994157] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.001979] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb079bc-ed04-45ac-9fe5-1ee6760ef74a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.009925] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e2313e-fb68-f24b-776c-fbfed6f3faf7, 'name': SearchDatastore_Task, 'duration_secs': 0.016485} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.012578] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.012803] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7642ca-2d08-4127-a9ad-11d4dcf31ac8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.014977] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4543f63-0543-4e84-9063-37f8bd15287d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.019772] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 706.019772] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b42a6f-8b13-169a-7849-ccb7654614df" [ 706.019772] env[71079]: _type = "Task" [ 706.019772] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.025588] env[71079]: DEBUG oslo_vmware.api [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 706.025588] env[71079]: value = "task-3278535" [ 706.025588] env[71079]: _type = "Task" [ 706.025588] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.032800] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b42a6f-8b13-169a-7849-ccb7654614df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.040853] env[71079]: DEBUG oslo_vmware.api [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.059555] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.148631] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bf10e5d7-7e46-4f49-a484-135a5061a86e tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "dd1c3bef-07d4-4475-94e1-d49a3927e990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.712s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.195409] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278534, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.484794] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Releasing lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.484794] env[71079]: DEBUG nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Instance network_info: |[{"id": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "address": "fa:16:3e:41:ce:f6", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b273847-d2", "ovs_interfaceid": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.485032] env[71079]: DEBUG oslo_concurrency.lockutils [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] Acquired lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.485032] env[71079]: DEBUG nova.network.neutron [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Refreshing network info cache for port 3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.486579] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ce:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b273847-d257-4f7b-b56a-2b26c7deccb2', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.498711] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.499889] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.501849] env[71079]: DEBUG nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.505128] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.507898] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.682s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.507898] env[71079]: DEBUG nova.objects.instance [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 706.508801] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab5ee07-1e06-491d-ad68-2a0dcd4c4a0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.552448] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b42a6f-8b13-169a-7849-ccb7654614df, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.552741] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.552741] env[71079]: value = "task-3278536" [ 706.552741] env[71079]: _type = "Task" [ 706.552741] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.552990] env[71079]: DEBUG oslo_vmware.api [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278535, 'name': PowerOffVM_Task, 'duration_secs': 0.216063} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.553446] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.553587] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 573db876-a240-4289-a666-e2ad13f83b0d/573db876-a240-4289-a666-e2ad13f83b0d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.554029] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.554234] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.554470] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05691951-f151-4759-a24a-6bfc39abd199 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.561342] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c814957-37bb-4638-8d35-72ca2b7ea0b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.571191] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278536, 'name': CreateVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.573847] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 706.573847] env[71079]: value = "task-3278537" [ 706.573847] env[71079]: _type = "Task" [ 706.573847] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.583384] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.640761] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.641028] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.641220] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Deleting the datastore file [datastore2] d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.641739] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04716b71-5688-4c96-bbc8-5611dfbe22d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.649217] env[71079]: DEBUG oslo_vmware.api [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for the task: (returnval){ [ 706.649217] env[71079]: value = "task-3278539" [ 706.649217] env[71079]: _type = "Task" [ 706.649217] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.654637] env[71079]: DEBUG nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.666469] env[71079]: DEBUG oslo_vmware.api [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.693224] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278534, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.007718] env[71079]: DEBUG nova.compute.utils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.010520] env[71079]: DEBUG nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.010826] env[71079]: DEBUG nova.network.neutron [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.067780] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278536, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.089317] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.149328] env[71079]: DEBUG nova.policy [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4117a3ec757476188b13519f1d962b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb485936e0e4513a83b9a55feedc157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.163297] env[71079]: DEBUG oslo_vmware.api [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Task: {'id': task-3278539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466436} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.163297] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.163297] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.163297] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.163297] env[71079]: INFO nova.compute.manager [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 707.163985] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.167790] env[71079]: INFO nova.compute.manager [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Rebuilding instance [ 707.172300] env[71079]: DEBUG nova.compute.manager [-] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.172431] env[71079]: DEBUG nova.network.neutron [-] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.197209] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278534, 'name': CloneVM_Task, 'duration_secs': 1.984688} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.198552] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.200966] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Created linked-clone VM from snapshot [ 707.200966] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd133f3-509e-45b6-ba94-2c6f74dba52c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.210455] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Uploading image 49a7d0a2-0792-4ea3-8d0d-1d39a05cbea0 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.224218] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.224535] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07199643-154b-4a6e-91c1-62bed6e2b58f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.231292] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 707.231292] env[71079]: value = "task-3278540" [ 707.231292] env[71079]: _type = "Task" [ 707.231292] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.242890] env[71079]: DEBUG nova.compute.manager [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.243107] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4635fff-bac5-4ae4-bb96-af5e71862d97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.251098] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278540, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.511355] env[71079]: DEBUG nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.541364] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e3ccdb76-1452-40eb-9ee8-fb7a36d7f8c5 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.034s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.541364] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.101s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.545486] env[71079]: INFO nova.compute.claims [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.569455] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278536, 'name': CreateVM_Task, 'duration_secs': 0.564031} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.569646] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.570406] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.570572] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.570900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.571185] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526b7ced-ae70-46b4-b335-fa91486ea3f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.580768] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 707.580768] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52134aaa-0af7-c25f-637f-635180213c34" [ 707.580768] env[71079]: _type = "Task" [ 707.580768] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.582739] env[71079]: DEBUG nova.network.neutron [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updated VIF entry in instance network info cache for port 3b273847-d257-4f7b-b56a-2b26c7deccb2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.583091] env[71079]: DEBUG nova.network.neutron [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updating instance_info_cache with network_info: [{"id": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "address": "fa:16:3e:41:ce:f6", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b273847-d2", "ovs_interfaceid": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.596533] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541346} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.596533] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 573db876-a240-4289-a666-e2ad13f83b0d/573db876-a240-4289-a666-e2ad13f83b0d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.596533] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.596661] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63edbe8-7c8b-4b7d-a9e4-a7b156d60f8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.605220] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52134aaa-0af7-c25f-637f-635180213c34, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.606051] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.606051] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.606171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.606273] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.606457] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.607062] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad767b60-8fb3-48c6-a3fe-07c1abe60c2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.612275] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 707.612275] env[71079]: value = "task-3278541" [ 707.612275] env[71079]: _type = "Task" [ 707.612275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.619895] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.620102] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.621728] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c04df1-5592-4d6b-9c10-fcbced42d4fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.627424] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.630422] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 707.630422] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d279c3-c811-e5b0-6a13-24462174883c" [ 707.630422] env[71079]: _type = "Task" [ 707.630422] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.639697] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d279c3-c811-e5b0-6a13-24462174883c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.745706] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278540, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.820040] env[71079]: DEBUG nova.network.neutron [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Successfully created port: 2bbe19df-e15d-4048-aa3a-e3d134d64f59 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.096243] env[71079]: DEBUG oslo_concurrency.lockutils [req-819836af-e546-4a06-b55b-a48716e42cd9 req-c466f76c-8bb7-42ec-8155-14c1bbe8e7e5 service nova] Releasing lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.122985] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067758} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.124909] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.127218] env[71079]: DEBUG nova.compute.manager [req-e95657de-0360-4b76-aa71-7f6b45029eb7 req-534e8040-bab3-416e-9f41-b836d93f9bbd service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Received event network-vif-deleted-82f517af-80ad-400d-b862-3c8d3b80a14e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.127218] env[71079]: INFO nova.compute.manager [req-e95657de-0360-4b76-aa71-7f6b45029eb7 req-534e8040-bab3-416e-9f41-b836d93f9bbd service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Neutron deleted interface 82f517af-80ad-400d-b862-3c8d3b80a14e; detaching it from the instance and deleting it from the info cache [ 708.127218] env[71079]: DEBUG nova.network.neutron [req-e95657de-0360-4b76-aa71-7f6b45029eb7 req-534e8040-bab3-416e-9f41-b836d93f9bbd service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.131127] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655a62fe-886f-42ae-a96c-95ebedadd18b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.156485] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 573db876-a240-4289-a666-e2ad13f83b0d/573db876-a240-4289-a666-e2ad13f83b0d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.161634] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a7804c1-bb80-42f4-951f-48658c32896c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.177947] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d279c3-c811-e5b0-6a13-24462174883c, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.179543] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3f6519-dc3d-470c-8ca6-a05f1345e080 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.185591] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 708.185591] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fbbef4-3313-adb8-2571-c6ab112236cb" [ 708.185591] env[71079]: _type = "Task" [ 708.185591] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.186882] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 708.186882] env[71079]: value = "task-3278542" [ 708.186882] env[71079]: _type = "Task" [ 708.186882] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.204079] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fbbef4-3313-adb8-2571-c6ab112236cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.204604] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.204604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.204793] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 43473e6e-fd19-4826-98ef-8c66275f997a/43473e6e-fd19-4826-98ef-8c66275f997a.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.205052] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b09833b-6a7e-492c-9086-dae03dc63d5a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.212047] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 708.212047] env[71079]: value = "task-3278543" [ 708.212047] env[71079]: _type = "Task" [ 708.212047] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.220017] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.240922] env[71079]: DEBUG nova.network.neutron [-] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.248974] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278540, 'name': Destroy_Task, 'duration_secs': 0.869264} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.248974] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Destroyed the VM [ 708.248974] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.249116] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e001427-1558-4cc3-b102-eda93d5c0273 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.257223] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 708.257223] env[71079]: value = "task-3278544" [ 708.257223] env[71079]: _type = "Task" [ 708.257223] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.265303] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.265539] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.265729] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b04d9cd-5e37-43e7-aa28-57d2475ce2b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.274379] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 708.274379] env[71079]: value = "task-3278545" [ 708.274379] env[71079]: _type = "Task" [ 708.274379] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.281268] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.521755] env[71079]: DEBUG nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.553838] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.553838] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.553838] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.554084] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.554267] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.555070] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.555070] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.555070] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.555278] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.555432] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.555619] env[71079]: DEBUG nova.virt.hardware [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.559582] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b6043f-1ca6-4b8f-b210-b37f5212c823 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.569583] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2116c6-ff7f-47ac-a946-af4fa87a4062 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.629119] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf595949-2d71-46a8-b603-bd08dae6145b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.646588] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6ba0a-7b6b-439f-af22-787e1860fc39 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.692281] env[71079]: DEBUG nova.compute.manager [req-e95657de-0360-4b76-aa71-7f6b45029eb7 req-534e8040-bab3-416e-9f41-b836d93f9bbd service nova] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Detach interface failed, port_id=82f517af-80ad-400d-b862-3c8d3b80a14e, reason: Instance d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 708.705877] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.726984] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50665} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.727358] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 43473e6e-fd19-4826-98ef-8c66275f997a/43473e6e-fd19-4826-98ef-8c66275f997a.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.727658] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.727960] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f540421-8899-4a62-aaef-37e6ead24344 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.735672] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 708.735672] env[71079]: value = "task-3278546" [ 708.735672] env[71079]: _type = "Task" [ 708.735672] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.744107] env[71079]: INFO nova.compute.manager [-] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Took 1.57 seconds to deallocate network for instance. [ 708.756540] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.774704] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278544, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.787441] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278545, 'name': PowerOffVM_Task, 'duration_secs': 0.136783} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.788094] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.788398] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.789301] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64fd0ef-30f6-4149-a64f-a484490b342b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.797048] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.797348] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce9cb82b-7e3f-4e29-a57a-9fff68755908 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.828045] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.828371] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.828672] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Deleting the datastore file [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.828757] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2499f691-9076-4d2f-a885-14dd7d187147 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.835073] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 708.835073] env[71079]: value = "task-3278548" [ 708.835073] env[71079]: _type = "Task" [ 708.835073] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.848799] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.970635] env[71079]: DEBUG nova.compute.manager [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.971637] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8cf1ed-0d77-4f3e-8487-024b442c397e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.205248] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278542, 'name': ReconfigVM_Task, 'duration_secs': 0.588159} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.205248] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 573db876-a240-4289-a666-e2ad13f83b0d/573db876-a240-4289-a666-e2ad13f83b0d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.209020] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b0bfde-773a-4a22-9680-6405aa92bf59 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.215470] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 709.215470] env[71079]: value = "task-3278549" [ 709.215470] env[71079]: _type = "Task" [ 709.215470] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.226714] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278549, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.236813] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76312cb4-346b-4d67-b4fe-ea3b2c9a74cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.253597] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.254173] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226541} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.255472] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0143f2-b810-45bc-a00d-250ea1d0ef43 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.259607] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.261139] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823feb8-37aa-4ff9-9007-84fe4595ecb5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.306494] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036fa714-bdc8-42da-8865-c45db43899ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.319403] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 43473e6e-fd19-4826-98ef-8c66275f997a/43473e6e-fd19-4826-98ef-8c66275f997a.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.322872] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7875d7aa-843b-482c-ad15-5d0b2db43032 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.337293] env[71079]: DEBUG oslo_vmware.api [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278544, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943313} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.338021] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 709.347360] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd73d091-a7b6-4c7f-b3f6-5dab7e39cd06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.352729] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 709.352729] env[71079]: value = "task-3278550" [ 709.352729] env[71079]: _type = "Task" [ 709.352729] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.366212] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098677} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.366701] env[71079]: DEBUG nova.compute.provider_tree [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.371301] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.371301] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.371301] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.375033] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.486492] env[71079]: INFO nova.compute.manager [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] instance snapshotting [ 709.492146] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e3fe8-4a0e-4922-b8cf-4d1b6b195b34 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.517721] env[71079]: DEBUG nova.network.neutron [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Successfully updated port: 2bbe19df-e15d-4048-aa3a-e3d134d64f59 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.522121] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8e3d0-5261-42bb-a8e4-087edf9ed5d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.724518] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278549, 'name': Rename_Task, 'duration_secs': 0.156002} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.724791] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.725029] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-671bd917-ae4a-4c51-bfc0-918656faa900 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.732303] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 709.732303] env[71079]: value = "task-3278551" [ 709.732303] env[71079]: _type = "Task" [ 709.732303] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.744678] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.846321] env[71079]: WARNING nova.compute.manager [None req-3aa04d8f-fd12-49de-9aa9-2e6f40a98a51 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Image not found during snapshot: nova.exception.ImageNotFound: Image 49a7d0a2-0792-4ea3-8d0d-1d39a05cbea0 could not be found. [ 709.862929] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278550, 'name': ReconfigVM_Task, 'duration_secs': 0.267357} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.864015] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 43473e6e-fd19-4826-98ef-8c66275f997a/43473e6e-fd19-4826-98ef-8c66275f997a.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.864655] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-168dce71-9b0b-4d7c-bab0-ea466cd3b938 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.871956] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 709.871956] env[71079]: value = "task-3278552" [ 709.871956] env[71079]: _type = "Task" [ 709.871956] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.876589] env[71079]: DEBUG nova.scheduler.client.report [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.889034] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278552, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.020532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "refresh_cache-227ce655-b7d4-484c-85f6-40f014412044" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.020955] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "refresh_cache-227ce655-b7d4-484c-85f6-40f014412044" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.020955] env[71079]: DEBUG nova.network.neutron [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.033175] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 710.033821] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ebc4bc1-4fd6-4a48-8526-104691d6f729 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.047020] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 710.047020] env[71079]: value = "task-3278553" [ 710.047020] env[71079]: _type = "Task" [ 710.047020] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.056281] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.151856] env[71079]: DEBUG nova.compute.manager [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Received event network-vif-plugged-2bbe19df-e15d-4048-aa3a-e3d134d64f59 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.151856] env[71079]: DEBUG oslo_concurrency.lockutils [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] Acquiring lock "227ce655-b7d4-484c-85f6-40f014412044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.152454] env[71079]: DEBUG oslo_concurrency.lockutils [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] Lock "227ce655-b7d4-484c-85f6-40f014412044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.152990] env[71079]: DEBUG oslo_concurrency.lockutils [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] Lock "227ce655-b7d4-484c-85f6-40f014412044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.152990] env[71079]: DEBUG nova.compute.manager [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] No waiting events found dispatching network-vif-plugged-2bbe19df-e15d-4048-aa3a-e3d134d64f59 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.152990] env[71079]: WARNING nova.compute.manager [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Received unexpected event network-vif-plugged-2bbe19df-e15d-4048-aa3a-e3d134d64f59 for instance with vm_state building and task_state spawning. [ 710.153178] env[71079]: DEBUG nova.compute.manager [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Received event network-changed-2bbe19df-e15d-4048-aa3a-e3d134d64f59 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.153340] env[71079]: DEBUG nova.compute.manager [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Refreshing instance network info cache due to event network-changed-2bbe19df-e15d-4048-aa3a-e3d134d64f59. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.153502] env[71079]: DEBUG oslo_concurrency.lockutils [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] Acquiring lock "refresh_cache-227ce655-b7d4-484c-85f6-40f014412044" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.242962] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.390404] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.390873] env[71079]: DEBUG nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.394229] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278552, 'name': Rename_Task, 'duration_secs': 0.231147} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.394229] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.416s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.394229] env[71079]: DEBUG nova.objects.instance [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lazy-loading 'resources' on Instance uuid 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.395181] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.395628] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71f9051c-2ce9-41ef-9a77-bbb171cdb884 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.403597] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 710.403597] env[71079]: value = "task-3278554" [ 710.403597] env[71079]: _type = "Task" [ 710.403597] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.412880] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.421862] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.422117] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.422303] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.422489] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.422591] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.422738] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.423229] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.423409] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.423623] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.423798] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.423975] env[71079]: DEBUG nova.virt.hardware [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.425871] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148dc83-0c03-4fbe-9572-25fa91872696 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.439832] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ebe42b-fc6b-4d9b-bed5-6a44684a9dc0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.456120] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.461953] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.462131] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.462341] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fef7d051-9363-498f-b900-875ecb0dd930 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.479531] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.479531] env[71079]: value = "task-3278555" [ 710.479531] env[71079]: _type = "Task" [ 710.479531] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.488713] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278555, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.557787] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278553, 'name': CreateSnapshot_Task, 'duration_secs': 0.489137} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.560386] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 710.560386] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a0448b-57b8-4844-9c79-e69a6d84acf8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.590323] env[71079]: DEBUG nova.network.neutron [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.645908] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.647095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.744513] env[71079]: DEBUG oslo_vmware.api [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278551, 'name': PowerOnVM_Task, 'duration_secs': 0.543504} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.744871] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.745101] env[71079]: INFO nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Took 9.76 seconds to spawn the instance on the hypervisor. [ 710.745303] env[71079]: DEBUG nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.746223] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19fdc9-00c2-4649-a18b-fa6666db8a3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.757420] env[71079]: DEBUG nova.network.neutron [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Updating instance_info_cache with network_info: [{"id": "2bbe19df-e15d-4048-aa3a-e3d134d64f59", "address": "fa:16:3e:1f:12:5f", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbe19df-e1", "ovs_interfaceid": "2bbe19df-e15d-4048-aa3a-e3d134d64f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.897192] env[71079]: DEBUG nova.compute.utils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.898655] env[71079]: DEBUG nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.898834] env[71079]: DEBUG nova.network.neutron [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.919486] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278554, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.942009] env[71079]: DEBUG nova.policy [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae65d35aec445348c739bfc4e081e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11017d93ca8a45518a8f427abb874c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.990541] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278555, 'name': CreateVM_Task, 'duration_secs': 0.297463} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.993037] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.993654] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.993842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.994155] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.994843] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a2295e-defd-4fa7-8228-e73e0ebb7a5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.999275] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 710.999275] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ac3fa-afe3-9b3a-1527-f2d37a98aedd" [ 710.999275] env[71079]: _type = "Task" [ 710.999275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.008428] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ac3fa-afe3-9b3a-1527-f2d37a98aedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.078031] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 711.078346] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9945d3b-b602-45f6-8fe8-b26db725cdf4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.090024] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 711.090024] env[71079]: value = "task-3278556" [ 711.090024] env[71079]: _type = "Task" [ 711.090024] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.101581] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278556, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.218179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.218451] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.218659] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.218833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.218993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.221354] env[71079]: INFO nova.compute.manager [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Terminating instance [ 711.263711] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "refresh_cache-227ce655-b7d4-484c-85f6-40f014412044" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.264016] env[71079]: DEBUG nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Instance network_info: |[{"id": "2bbe19df-e15d-4048-aa3a-e3d134d64f59", "address": "fa:16:3e:1f:12:5f", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbe19df-e1", "ovs_interfaceid": "2bbe19df-e15d-4048-aa3a-e3d134d64f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.264311] env[71079]: DEBUG oslo_concurrency.lockutils [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] Acquired lock "refresh_cache-227ce655-b7d4-484c-85f6-40f014412044" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.264489] env[71079]: DEBUG nova.network.neutron [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Refreshing network info cache for port 2bbe19df-e15d-4048-aa3a-e3d134d64f59 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.265581] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:12:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bbe19df-e15d-4048-aa3a-e3d134d64f59', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.281193] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.288501] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.290123] env[71079]: INFO nova.compute.manager [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Took 39.21 seconds to build instance. [ 711.290270] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d76d35f4-f396-4e46-8c1e-e9040e85673e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.316490] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.316490] env[71079]: value = "task-3278557" [ 711.316490] env[71079]: _type = "Task" [ 711.316490] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.326547] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278557, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.331264] env[71079]: DEBUG nova.network.neutron [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Successfully created port: 396ddaf1-9304-43d6-a536-d689582bb20d {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.406062] env[71079]: DEBUG nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.419838] env[71079]: DEBUG oslo_vmware.api [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278554, 'name': PowerOnVM_Task, 'duration_secs': 0.654944} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.423022] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.423022] env[71079]: INFO nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Took 7.75 seconds to spawn the instance on the hypervisor. [ 711.423022] env[71079]: DEBUG nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.423022] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef867df-0696-435d-a011-f93b9b98c5fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.514194] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ac3fa-afe3-9b3a-1527-f2d37a98aedd, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.514510] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.514772] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.515031] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.515188] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.515367] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.515649] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2995e56b-da04-4265-ad7e-a215d749c824 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.522642] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe534a6-142f-4daf-ab4b-a5b2a01f0997 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.526856] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.527061] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.528561] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea17bb4-b15c-4193-8734-e66fc975b85a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.537850] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895673e5-c606-4d50-a763-de8f9f1b6b90 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.545434] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 711.545434] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5272d81f-f373-ab33-af9f-50beff9f9e56" [ 711.545434] env[71079]: _type = "Task" [ 711.545434] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.583783] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e1975-44d3-48c2-b69a-7101697eef64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.590159] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5272d81f-f373-ab33-af9f-50beff9f9e56, 'name': SearchDatastore_Task, 'duration_secs': 0.012742} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.595972] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb1a12b-148c-4f2a-84a0-41bd5dbb80b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.599536] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d44ac-282e-4e66-b11a-ccb3d396740d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.607345] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278556, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.612174] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 711.612174] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5293a3bb-ece4-97bf-b9f8-ee25ec601342" [ 711.612174] env[71079]: _type = "Task" [ 711.612174] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.620765] env[71079]: DEBUG nova.compute.provider_tree [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.631863] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5293a3bb-ece4-97bf-b9f8-ee25ec601342, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.633057] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.633159] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.633426] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0492d4a-04e5-4dad-9fc9-08b44a05e993 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.641097] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 711.641097] env[71079]: value = "task-3278558" [ 711.641097] env[71079]: _type = "Task" [ 711.641097] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.650859] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.728141] env[71079]: DEBUG nova.compute.manager [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.728141] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.729109] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46941df-b752-4920-b76b-a9b1ce53cd9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.736765] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.737240] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-424560fe-eb1e-4133-9568-50e490ca3d95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.743395] env[71079]: DEBUG oslo_vmware.api [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 711.743395] env[71079]: value = "task-3278559" [ 711.743395] env[71079]: _type = "Task" [ 711.743395] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.751913] env[71079]: DEBUG oslo_vmware.api [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.754914] env[71079]: DEBUG nova.network.neutron [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Updated VIF entry in instance network info cache for port 2bbe19df-e15d-4048-aa3a-e3d134d64f59. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.755367] env[71079]: DEBUG nova.network.neutron [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Updating instance_info_cache with network_info: [{"id": "2bbe19df-e15d-4048-aa3a-e3d134d64f59", "address": "fa:16:3e:1f:12:5f", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbe19df-e1", "ovs_interfaceid": "2bbe19df-e15d-4048-aa3a-e3d134d64f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.809060] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2869ac6-ef43-41cb-b296-50f4155386e7 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "573db876-a240-4289-a666-e2ad13f83b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.511s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.832494] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278557, 'name': CreateVM_Task, 'duration_secs': 0.338108} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.832711] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.833578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.833771] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.835525] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.835525] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe747446-6476-40b2-9d17-d8d4bca82342 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.844679] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 711.844679] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524a67ab-790d-54e1-0cca-b3b68a411864" [ 711.844679] env[71079]: _type = "Task" [ 711.844679] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.854288] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524a67ab-790d-54e1-0cca-b3b68a411864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.944033] env[71079]: INFO nova.compute.manager [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Took 35.96 seconds to build instance. [ 712.101090] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278556, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.127335] env[71079]: DEBUG nova.scheduler.client.report [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.152672] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475229} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.152672] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.152881] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.153113] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-801c041b-d4a1-4a36-a3e9-164e859a4cc9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.159144] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 712.159144] env[71079]: value = "task-3278560" [ 712.159144] env[71079]: _type = "Task" [ 712.159144] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.166713] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.254081] env[71079]: DEBUG oslo_vmware.api [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278559, 'name': PowerOffVM_Task, 'duration_secs': 0.366999} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.254401] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.254580] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.254831] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f52d63-2a3d-4f13-9044-c6dc578507d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.260061] env[71079]: DEBUG oslo_concurrency.lockutils [req-da4d3ee6-3ebf-473a-9920-4416efda5732 req-06bcd94e-dc70-4570-9c2c-0b80e0787e97 service nova] Releasing lock "refresh_cache-227ce655-b7d4-484c-85f6-40f014412044" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.311946] env[71079]: DEBUG nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.315986] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.316290] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.316443] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleting the datastore file [datastore2] 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.316903] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc0205d-d97d-4ccb-a297-97fdc98d0b3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.322502] env[71079]: DEBUG oslo_vmware.api [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 712.322502] env[71079]: value = "task-3278562" [ 712.322502] env[71079]: _type = "Task" [ 712.322502] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.330226] env[71079]: DEBUG oslo_vmware.api [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.353714] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524a67ab-790d-54e1-0cca-b3b68a411864, 'name': SearchDatastore_Task, 'duration_secs': 0.050651} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.353997] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.354256] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.354575] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.354750] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.354929] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.355234] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caffb443-7880-414e-ab2c-58bba21f364d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.367163] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.367350] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.368102] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e78229d-10f1-4981-af26-eb09e26002d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.373081] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 712.373081] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52465fcc-aee8-2a1f-1c36-f9936f27a8d3" [ 712.373081] env[71079]: _type = "Task" [ 712.373081] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.380514] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52465fcc-aee8-2a1f-1c36-f9936f27a8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.420952] env[71079]: DEBUG nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.445490] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.445721] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.445874] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.446071] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.446354] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.446528] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.447290] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.447290] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.447290] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.447290] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.447535] env[71079]: DEBUG nova.virt.hardware [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.448511] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d7ca125-d44b-474a-9592-1a1dc1c9b4ec tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.171s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.448728] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8238b3d-3534-4d58-8d0e-ef9bf038e4f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.458161] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97225d65-2e36-4b76-a49c-0c04ecc2c9bb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.537201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87b5d881-6400-46f9-aab3-7b9a3337c973 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "interface-573db876-a240-4289-a666-e2ad13f83b0d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.537201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87b5d881-6400-46f9-aab3-7b9a3337c973 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "interface-573db876-a240-4289-a666-e2ad13f83b0d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.537486] env[71079]: DEBUG nova.objects.instance [None req-87b5d881-6400-46f9-aab3-7b9a3337c973 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lazy-loading 'flavor' on Instance uuid 573db876-a240-4289-a666-e2ad13f83b0d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.600695] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278556, 'name': CloneVM_Task, 'duration_secs': 1.183026} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.600918] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Created linked-clone VM from snapshot [ 712.601651] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f10f4d-336b-4d5c-ad89-17c6156edf06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.610243] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Uploading image 68ceeb4f-b2c6-4e4c-8f88-10ccb020fe2d {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 712.634377] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 712.634377] env[71079]: value = "vm-654794" [ 712.634377] env[71079]: _type = "VirtualMachine" [ 712.634377] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 712.635391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.637169] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66c57164-44d8-4048-b9f3-f740fe3db708 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.639063] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.054s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.645714] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lease: (returnval){ [ 712.645714] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525930ba-42fa-7860-38f9-4ee39be3197f" [ 712.645714] env[71079]: _type = "HttpNfcLease" [ 712.645714] env[71079]: } obtained for exporting VM: (result){ [ 712.645714] env[71079]: value = "vm-654794" [ 712.645714] env[71079]: _type = "VirtualMachine" [ 712.645714] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 712.645982] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the lease: (returnval){ [ 712.645982] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525930ba-42fa-7860-38f9-4ee39be3197f" [ 712.645982] env[71079]: _type = "HttpNfcLease" [ 712.645982] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 712.652397] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.652397] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525930ba-42fa-7860-38f9-4ee39be3197f" [ 712.652397] env[71079]: _type = "HttpNfcLease" [ 712.652397] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 712.659580] env[71079]: INFO nova.scheduler.client.report [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted allocations for instance 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e [ 712.670349] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064674} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.670604] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.671387] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47eb553-15ac-43d2-aaf9-eb822eef8c0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.691014] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.691614] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf79471-959a-443a-ad6b-a77893f816d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.710301] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 712.710301] env[71079]: value = "task-3278564" [ 712.710301] env[71079]: _type = "Task" [ 712.710301] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.719795] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.832515] env[71079]: DEBUG oslo_vmware.api [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.833510] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.884661] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52465fcc-aee8-2a1f-1c36-f9936f27a8d3, 'name': SearchDatastore_Task, 'duration_secs': 0.037213} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.885559] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b3e1ac-e927-4e0a-a829-c43fd1839f6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.890989] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 712.890989] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e5fe1-7a11-7d5f-4512-06a9696c45c7" [ 712.890989] env[71079]: _type = "Task" [ 712.890989] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.899216] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e5fe1-7a11-7d5f-4512-06a9696c45c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.956960] env[71079]: DEBUG nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.042176] env[71079]: DEBUG nova.objects.instance [None req-87b5d881-6400-46f9-aab3-7b9a3337c973 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lazy-loading 'pci_requests' on Instance uuid 573db876-a240-4289-a666-e2ad13f83b0d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.091285] env[71079]: DEBUG nova.network.neutron [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Successfully updated port: 396ddaf1-9304-43d6-a536-d689582bb20d {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.154745] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.154745] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525930ba-42fa-7860-38f9-4ee39be3197f" [ 713.154745] env[71079]: _type = "HttpNfcLease" [ 713.154745] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 713.155205] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 713.155205] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525930ba-42fa-7860-38f9-4ee39be3197f" [ 713.155205] env[71079]: _type = "HttpNfcLease" [ 713.155205] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 713.155887] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c6d67-7ef7-4e62-953c-b426bd62255c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.164645] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52184e88-41ad-03d0-fb6d-e44f13fc4920/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 713.164781] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52184e88-41ad-03d0-fb6d-e44f13fc4920/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 713.234919] env[71079]: DEBUG oslo_concurrency.lockutils [None req-70708768-b7f1-4bd9-a120-94a0c3616bf8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "93b88cc5-9900-4fd3-bd5c-8e45ccb1008e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.057s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.248428] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.300569] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96299844-2d3c-47ab-8f27-ec5307cddf03 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.340865] env[71079]: DEBUG oslo_vmware.api [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644298} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.341365] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.341574] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.342378] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.342378] env[71079]: INFO nova.compute.manager [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Took 1.61 seconds to destroy the instance on the hypervisor. [ 713.342378] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.342378] env[71079]: DEBUG nova.compute.manager [-] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.342560] env[71079]: DEBUG nova.network.neutron [-] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.402222] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e5fe1-7a11-7d5f-4512-06a9696c45c7, 'name': SearchDatastore_Task, 'duration_secs': 0.022643} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.402600] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.403220] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 227ce655-b7d4-484c-85f6-40f014412044/227ce655-b7d4-484c-85f6-40f014412044.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.403597] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e892f00-06ee-408d-9e73-d7b50a06b6a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.413541] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 713.413541] env[71079]: value = "task-3278565" [ 713.413541] env[71079]: _type = "Task" [ 713.413541] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.424291] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.485184] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.544867] env[71079]: DEBUG nova.objects.base [None req-87b5d881-6400-46f9-aab3-7b9a3337c973 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Object Instance<573db876-a240-4289-a666-e2ad13f83b0d> lazy-loaded attributes: flavor,pci_requests {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 713.545116] env[71079]: DEBUG nova.network.neutron [None req-87b5d881-6400-46f9-aab3-7b9a3337c973 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.599330] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "refresh_cache-d3c5ee07-a0e5-47eb-8c79-786699338629" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.599330] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquired lock "refresh_cache-d3c5ee07-a0e5-47eb-8c79-786699338629" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.599330] env[71079]: DEBUG nova.network.neutron [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.657163] env[71079]: DEBUG nova.compute.manager [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Received event network-changed-3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.657529] env[71079]: DEBUG nova.compute.manager [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Refreshing instance network info cache due to event network-changed-3b273847-d257-4f7b-b56a-2b26c7deccb2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.657754] env[71079]: DEBUG oslo_concurrency.lockutils [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] Acquiring lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.657979] env[71079]: DEBUG oslo_concurrency.lockutils [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] Acquired lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.658084] env[71079]: DEBUG nova.network.neutron [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Refreshing network info cache for port 3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.679921] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87b5d881-6400-46f9-aab3-7b9a3337c973 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "interface-573db876-a240-4289-a666-e2ad13f83b0d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.746860] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278564, 'name': ReconfigVM_Task, 'duration_secs': 0.620096} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.748109] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Reconfigured VM instance instance-0000001c to attach disk [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990/dd1c3bef-07d4-4475-94e1-d49a3927e990.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.749100] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd48748-86ed-4ffe-a9c9-b0df16dfb3f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.758774] env[71079]: DEBUG nova.compute.manager [req-2ce4057d-017a-43f0-b759-c6f87345911b req-dd5073a3-f4f5-4cd5-a3a4-8b8ecf9b0ffd service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Received event network-vif-plugged-396ddaf1-9304-43d6-a536-d689582bb20d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.758774] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ce4057d-017a-43f0-b759-c6f87345911b req-dd5073a3-f4f5-4cd5-a3a4-8b8ecf9b0ffd service nova] Acquiring lock "d3c5ee07-a0e5-47eb-8c79-786699338629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.760078] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ce4057d-017a-43f0-b759-c6f87345911b req-dd5073a3-f4f5-4cd5-a3a4-8b8ecf9b0ffd service nova] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.760078] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ce4057d-017a-43f0-b759-c6f87345911b req-dd5073a3-f4f5-4cd5-a3a4-8b8ecf9b0ffd service nova] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.760078] env[71079]: DEBUG nova.compute.manager [req-2ce4057d-017a-43f0-b759-c6f87345911b req-dd5073a3-f4f5-4cd5-a3a4-8b8ecf9b0ffd service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] No waiting events found dispatching network-vif-plugged-396ddaf1-9304-43d6-a536-d689582bb20d {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.760078] env[71079]: WARNING nova.compute.manager [req-2ce4057d-017a-43f0-b759-c6f87345911b req-dd5073a3-f4f5-4cd5-a3a4-8b8ecf9b0ffd service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Received unexpected event network-vif-plugged-396ddaf1-9304-43d6-a536-d689582bb20d for instance with vm_state building and task_state spawning. [ 713.763350] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 713.763350] env[71079]: value = "task-3278566" [ 713.763350] env[71079]: _type = "Task" [ 713.763350] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.779464] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278566, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.788755] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901aaea2-926c-4132-8ca1-76a92e44eb6e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.800425] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa3211-e877-41a8-bb77-08466f3e4a7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.841586] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36464110-42f8-4daa-b2b4-97b02baca952 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.852760] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e6cbc-d3d7-48b2-af3b-edbe3d3c77ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.873879] env[71079]: DEBUG nova.compute.provider_tree [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.928807] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278565, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.133155] env[71079]: DEBUG nova.network.neutron [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.165284] env[71079]: DEBUG nova.network.neutron [-] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.276547] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278566, 'name': Rename_Task, 'duration_secs': 0.276498} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.277597] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.277929] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d1ec8b-1653-4ba4-a498-76e7a967b974 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.285736] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 714.285736] env[71079]: value = "task-3278567" [ 714.285736] env[71079]: _type = "Task" [ 714.285736] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.298837] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.377351] env[71079]: DEBUG nova.scheduler.client.report [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.404845] env[71079]: DEBUG nova.network.neutron [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Updating instance_info_cache with network_info: [{"id": "396ddaf1-9304-43d6-a536-d689582bb20d", "address": "fa:16:3e:10:af:bc", "network": {"id": "d19c51ed-cdfe-4f60-9292-825ee223f2ae", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2018930699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11017d93ca8a45518a8f427abb874c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396ddaf1-93", "ovs_interfaceid": "396ddaf1-9304-43d6-a536-d689582bb20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.429960] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539295} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.430329] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 227ce655-b7d4-484c-85f6-40f014412044/227ce655-b7d4-484c-85f6-40f014412044.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.430648] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.431030] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-247bf36f-77a9-4ad5-b482-903ff98c6901 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.437853] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 714.437853] env[71079]: value = "task-3278568" [ 714.437853] env[71079]: _type = "Task" [ 714.437853] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.447013] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.496733] env[71079]: DEBUG nova.network.neutron [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updated VIF entry in instance network info cache for port 3b273847-d257-4f7b-b56a-2b26c7deccb2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.497499] env[71079]: DEBUG nova.network.neutron [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updating instance_info_cache with network_info: [{"id": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "address": "fa:16:3e:41:ce:f6", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b273847-d2", "ovs_interfaceid": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.668053] env[71079]: INFO nova.compute.manager [-] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Took 1.32 seconds to deallocate network for instance. [ 714.796373] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278567, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.839647] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "43473e6e-fd19-4826-98ef-8c66275f997a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.839912] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.840263] env[71079]: INFO nova.compute.manager [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Rebooting instance [ 714.909183] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Releasing lock "refresh_cache-d3c5ee07-a0e5-47eb-8c79-786699338629" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.910356] env[71079]: DEBUG nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Instance network_info: |[{"id": "396ddaf1-9304-43d6-a536-d689582bb20d", "address": "fa:16:3e:10:af:bc", "network": {"id": "d19c51ed-cdfe-4f60-9292-825ee223f2ae", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2018930699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11017d93ca8a45518a8f427abb874c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396ddaf1-93", "ovs_interfaceid": "396ddaf1-9304-43d6-a536-d689582bb20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.910519] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:af:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '396ddaf1-9304-43d6-a536-d689582bb20d', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.918169] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Creating folder: Project (11017d93ca8a45518a8f427abb874c52). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.918803] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7faa658-3744-4e10-ab0b-ae13c53b88d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.930261] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Created folder: Project (11017d93ca8a45518a8f427abb874c52) in parent group-v654700. [ 714.930512] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Creating folder: Instances. Parent ref: group-v654796. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.930806] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef5529b5-8ee3-4ef4-9125-622360391baa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.942308] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Created folder: Instances in parent group-v654796. [ 714.942592] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.942831] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.943419] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e824f3b6-a8b6-4ebd-8ab3-4167ef17a288 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.962124] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082171} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.962903] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.963741] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2020a94-afc0-4440-8bd2-ea043c30e052 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.967881] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.967881] env[71079]: value = "task-3278571" [ 714.967881] env[71079]: _type = "Task" [ 714.967881] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.990932] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 227ce655-b7d4-484c-85f6-40f014412044/227ce655-b7d4-484c-85f6-40f014412044.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.994671] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43e3a29-850c-42ba-9a60-9ac4d9e217a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.010807] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278571, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.010807] env[71079]: DEBUG oslo_concurrency.lockutils [req-c917b03f-529c-4a6f-9439-f9240c292447 req-0149b93a-b14b-4b35-b772-748c5639645b service nova] Releasing lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.016998] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 715.016998] env[71079]: value = "task-3278572" [ 715.016998] env[71079]: _type = "Task" [ 715.016998] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.028508] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.176386] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.298402] env[71079]: DEBUG oslo_vmware.api [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278567, 'name': PowerOnVM_Task, 'duration_secs': 0.948217} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.298548] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.298801] env[71079]: DEBUG nova.compute.manager [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.299602] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c292855d-52b3-45d0-826e-e7821c126992 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.363049] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.363049] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquired lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.363049] env[71079]: DEBUG nova.network.neutron [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.392738] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.752s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.397421] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.742s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.399123] env[71079]: INFO nova.compute.claims [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.479690] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278571, 'name': CreateVM_Task, 'duration_secs': 0.443715} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.480118] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.480758] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.481051] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.481570] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.481849] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58523bd-55c6-4c87-9136-26d8e043d149 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.486674] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 715.486674] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b6f64-feba-e6fc-1533-10f18fb94a3c" [ 715.486674] env[71079]: _type = "Task" [ 715.486674] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.495158] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b6f64-feba-e6fc-1533-10f18fb94a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.526681] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278572, 'name': ReconfigVM_Task, 'duration_secs': 0.489846} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.526965] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 227ce655-b7d4-484c-85f6-40f014412044/227ce655-b7d4-484c-85f6-40f014412044.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.527638] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55f05a25-c1d5-4dbc-be1b-bbb3173e4482 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.536310] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 715.536310] env[71079]: value = "task-3278573" [ 715.536310] env[71079]: _type = "Task" [ 715.536310] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.545545] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278573, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.780554] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "573db876-a240-4289-a666-e2ad13f83b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.780976] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "573db876-a240-4289-a666-e2ad13f83b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.781207] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "573db876-a240-4289-a666-e2ad13f83b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.781503] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "573db876-a240-4289-a666-e2ad13f83b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.781756] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "573db876-a240-4289-a666-e2ad13f83b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.783941] env[71079]: INFO nova.compute.manager [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Terminating instance [ 715.816072] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.855910] env[71079]: DEBUG nova.compute.manager [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Received event network-changed-396ddaf1-9304-43d6-a536-d689582bb20d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.856275] env[71079]: DEBUG nova.compute.manager [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Refreshing instance network info cache due to event network-changed-396ddaf1-9304-43d6-a536-d689582bb20d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.856647] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] Acquiring lock "refresh_cache-d3c5ee07-a0e5-47eb-8c79-786699338629" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.857402] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] Acquired lock "refresh_cache-d3c5ee07-a0e5-47eb-8c79-786699338629" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.857708] env[71079]: DEBUG nova.network.neutron [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Refreshing network info cache for port 396ddaf1-9304-43d6-a536-d689582bb20d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.976220] env[71079]: INFO nova.scheduler.client.report [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Deleted allocation for migration a53b813e-a088-41e4-a02a-f6f49c88f6e7 [ 715.998970] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b6f64-feba-e6fc-1533-10f18fb94a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.998970] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.998970] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.998970] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.999245] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.999365] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.999639] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e76db692-b59e-4404-919e-a0a24733fae1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.009359] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.009554] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.010531] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bda282-6a23-4760-8ab6-62316aab1c16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.018734] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 716.018734] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b45de-db70-dfe3-6b06-e6627c813870" [ 716.018734] env[71079]: _type = "Task" [ 716.018734] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.031936] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b45de-db70-dfe3-6b06-e6627c813870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.049213] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278573, 'name': Rename_Task, 'duration_secs': 0.186162} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.051952] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.052498] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca9ace07-23f1-483c-b2b0-40a9d0b26012 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.062027] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 716.062027] env[71079]: value = "task-3278574" [ 716.062027] env[71079]: _type = "Task" [ 716.062027] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.070934] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.086927] env[71079]: DEBUG nova.network.neutron [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updating instance_info_cache with network_info: [{"id": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "address": "fa:16:3e:41:ce:f6", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b273847-d2", "ovs_interfaceid": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.288516] env[71079]: DEBUG nova.compute.manager [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.288854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.289666] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3dd12a-f1b4-4df8-9b2f-89544f4143e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.300699] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.300995] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b20471-67e9-4fa9-a45d-93ee52b7bd72 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.310727] env[71079]: DEBUG oslo_vmware.api [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 716.310727] env[71079]: value = "task-3278575" [ 716.310727] env[71079]: _type = "Task" [ 716.310727] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.318399] env[71079]: DEBUG oslo_vmware.api [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.484913] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cac40de4-a4fe-48b0-9e73-f0020c936058 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.898s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.529612] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "dd1c3bef-07d4-4475-94e1-d49a3927e990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.529612] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "dd1c3bef-07d4-4475-94e1-d49a3927e990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.529612] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "dd1c3bef-07d4-4475-94e1-d49a3927e990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.529849] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "dd1c3bef-07d4-4475-94e1-d49a3927e990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.530528] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "dd1c3bef-07d4-4475-94e1-d49a3927e990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.534073] env[71079]: INFO nova.compute.manager [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Terminating instance [ 716.543221] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b45de-db70-dfe3-6b06-e6627c813870, 'name': SearchDatastore_Task, 'duration_secs': 0.016103} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.546418] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa14777b-3f4a-4783-8b8f-73b621753b48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.557330] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 716.557330] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52281983-8f17-7b86-c38e-90c108f0ecb9" [ 716.557330] env[71079]: _type = "Task" [ 716.557330] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.572195] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52281983-8f17-7b86-c38e-90c108f0ecb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.581687] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278574, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.589968] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Releasing lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.756601] env[71079]: DEBUG nova.network.neutron [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Updated VIF entry in instance network info cache for port 396ddaf1-9304-43d6-a536-d689582bb20d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.756601] env[71079]: DEBUG nova.network.neutron [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Updating instance_info_cache with network_info: [{"id": "396ddaf1-9304-43d6-a536-d689582bb20d", "address": "fa:16:3e:10:af:bc", "network": {"id": "d19c51ed-cdfe-4f60-9292-825ee223f2ae", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2018930699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11017d93ca8a45518a8f427abb874c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396ddaf1-93", "ovs_interfaceid": "396ddaf1-9304-43d6-a536-d689582bb20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.820546] env[71079]: DEBUG oslo_vmware.api [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278575, 'name': PowerOffVM_Task, 'duration_secs': 0.483966} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.824716] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.824903] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.825464] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a0bac1-e775-40be-9ca8-74114229dcbe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.907563] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.907787] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.907982] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Deleting the datastore file [datastore2] 573db876-a240-4289-a666-e2ad13f83b0d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.908308] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df5dd8f-46db-4fb9-b403-32dad06997b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.919077] env[71079]: DEBUG oslo_vmware.api [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for the task: (returnval){ [ 716.919077] env[71079]: value = "task-3278577" [ 716.919077] env[71079]: _type = "Task" [ 716.919077] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.932805] env[71079]: DEBUG oslo_vmware.api [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.028474] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef224b5-d9ab-4c26-a20e-35800d2dfb0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.036643] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0133ac-4205-41af-be67-34777b138fc5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.070809] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "refresh_cache-dd1c3bef-07d4-4475-94e1-d49a3927e990" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.071033] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquired lock "refresh_cache-dd1c3bef-07d4-4475-94e1-d49a3927e990" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071240] env[71079]: DEBUG nova.network.neutron [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.080128] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a1bde-2216-47a6-b837-56c595fbb1db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.094118] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52281983-8f17-7b86-c38e-90c108f0ecb9, 'name': SearchDatastore_Task, 'duration_secs': 0.021921} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.094433] env[71079]: DEBUG oslo_vmware.api [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278574, 'name': PowerOnVM_Task, 'duration_secs': 0.678712} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.098402] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.098683] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] d3c5ee07-a0e5-47eb-8c79-786699338629/d3c5ee07-a0e5-47eb-8c79-786699338629.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.100146] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.100146] env[71079]: INFO nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Took 8.58 seconds to spawn the instance on the hypervisor. [ 717.100146] env[71079]: DEBUG nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.100146] env[71079]: DEBUG nova.compute.manager [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.100416] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9265f598-7755-461d-9a14-794594dcf896 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.102964] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aaab8c-56d1-4ec4-ad13-601e81351967 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.106932] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e199fbf3-8458-4f45-b815-5f85f57bdfe3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.111698] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5196f06-8265-4b7f-a995-be134a4cf15d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.132117] env[71079]: DEBUG nova.compute.provider_tree [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.137401] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 717.137401] env[71079]: value = "task-3278578" [ 717.137401] env[71079]: _type = "Task" [ 717.137401] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.146123] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.259497] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] Releasing lock "refresh_cache-d3c5ee07-a0e5-47eb-8c79-786699338629" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.259497] env[71079]: DEBUG nova.compute.manager [req-0bd099ae-ca4d-4d57-bebc-360e93a4674c req-9fb9286d-2708-4dc5-b57f-ba52b5c748e7 service nova] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Received event network-vif-deleted-28663dab-01f7-41ba-adfa-868f4819b8b5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.436873] env[71079]: DEBUG oslo_vmware.api [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Task: {'id': task-3278577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350177} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.437238] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.437479] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.437706] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.437896] env[71079]: INFO nova.compute.manager [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 717.438535] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.438535] env[71079]: DEBUG nova.compute.manager [-] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.438762] env[71079]: DEBUG nova.network.neutron [-] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.613557] env[71079]: DEBUG nova.network.neutron [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.642973] env[71079]: DEBUG nova.scheduler.client.report [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.654120] env[71079]: INFO nova.compute.manager [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Took 37.46 seconds to build instance. [ 717.665223] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.751992] env[71079]: DEBUG nova.network.neutron [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.094435] env[71079]: DEBUG nova.compute.manager [req-bfdb5836-ffbe-4d41-ad69-c2e3e9356d54 req-a1f5e023-7ff3-4205-84be-4477f4f6bf39 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Received event network-vif-deleted-7dcbbeb9-fd48-4b10-959d-da604f3dcc9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.094728] env[71079]: INFO nova.compute.manager [req-bfdb5836-ffbe-4d41-ad69-c2e3e9356d54 req-a1f5e023-7ff3-4205-84be-4477f4f6bf39 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Neutron deleted interface 7dcbbeb9-fd48-4b10-959d-da604f3dcc9f; detaching it from the instance and deleting it from the info cache [ 718.094913] env[71079]: DEBUG nova.network.neutron [req-bfdb5836-ffbe-4d41-ad69-c2e3e9356d54 req-a1f5e023-7ff3-4205-84be-4477f4f6bf39 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.155247] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.155247] env[71079]: DEBUG nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.156491] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.427s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.158143] env[71079]: INFO nova.compute.claims [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.162725] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0fbf56a3-31a6-45a7-9ccc-6a9a1ca03994 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "227ce655-b7d4-484c-85f6-40f014412044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.593s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.166843] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92de88f-1613-4e2c-ad90-96bc3d35d41a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.179451] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648751} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.183588] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] d3c5ee07-a0e5-47eb-8c79-786699338629/d3c5ee07-a0e5-47eb-8c79-786699338629.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.184060] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.184533] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Doing hard reboot of VM {{(pid=71079) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 718.186023] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2becc60a-2dbc-46a9-a097-495d1c69c156 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.187729] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4b512eda-375b-48f5-b72c-8c08cddd3c28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.194812] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 718.194812] env[71079]: value = "task-3278580" [ 718.194812] env[71079]: _type = "Task" [ 718.194812] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.196554] env[71079]: DEBUG oslo_vmware.api [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 718.196554] env[71079]: value = "task-3278579" [ 718.196554] env[71079]: _type = "Task" [ 718.196554] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.210923] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.217018] env[71079]: DEBUG oslo_vmware.api [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278579, 'name': ResetVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.255326] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Releasing lock "refresh_cache-dd1c3bef-07d4-4475-94e1-d49a3927e990" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.255919] env[71079]: DEBUG nova.compute.manager [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.256180] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.257314] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d867c-606a-416c-8403-11a8eed0e502 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.266675] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.267036] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441449fc-08f6-4536-b724-1861ae74920b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.273472] env[71079]: DEBUG oslo_vmware.api [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 718.273472] env[71079]: value = "task-3278581" [ 718.273472] env[71079]: _type = "Task" [ 718.273472] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.285426] env[71079]: DEBUG oslo_vmware.api [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.393403] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "4dab1fc3-34f9-44da-b148-7503f7b6701e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.393538] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.415128] env[71079]: DEBUG nova.network.neutron [-] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.598918] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb8819e9-e20d-44dc-bcb5-220efd317867 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.608142] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e6796-ec34-43cf-be71-037e4f37d4c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.625961] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1e8b4f-b66a-403f-b846-2dafaeeeae3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.643135] env[71079]: DEBUG nova.compute.manager [req-bfdb5836-ffbe-4d41-ad69-c2e3e9356d54 req-a1f5e023-7ff3-4205-84be-4477f4f6bf39 service nova] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Detach interface failed, port_id=7dcbbeb9-fd48-4b10-959d-da604f3dcc9f, reason: Instance 573db876-a240-4289-a666-e2ad13f83b0d could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 718.647500] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-261039e2-d2cf-4f93-8671-ce3f84aaf949 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Suspending the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 718.647921] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-111b355b-e4eb-4a71-95d3-93574b0b95c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.654392] env[71079]: DEBUG oslo_vmware.api [None req-261039e2-d2cf-4f93-8671-ce3f84aaf949 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 718.654392] env[71079]: value = "task-3278582" [ 718.654392] env[71079]: _type = "Task" [ 718.654392] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.664066] env[71079]: DEBUG nova.compute.utils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.668928] env[71079]: DEBUG oslo_vmware.api [None req-261039e2-d2cf-4f93-8671-ce3f84aaf949 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278582, 'name': SuspendVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.669404] env[71079]: DEBUG nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.669602] env[71079]: DEBUG nova.network.neutron [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.673055] env[71079]: DEBUG nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.711330] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094521} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.714602] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.715148] env[71079]: DEBUG oslo_vmware.api [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278579, 'name': ResetVM_Task, 'duration_secs': 0.112559} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.715791] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed76591a-b0af-4348-a6c5-6fb4b7fbc060 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.718593] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Did hard reboot of VM {{(pid=71079) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 718.718801] env[71079]: DEBUG nova.compute.manager [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.720309] env[71079]: DEBUG nova.policy [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478676b150f441c4941205e99deafc5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ad7458eb97f4641b84a2ea4fbb1bea3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.722317] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60f7cf9-8ae4-442b-af8b-014c37be491c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.750917] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] d3c5ee07-a0e5-47eb-8c79-786699338629/d3c5ee07-a0e5-47eb-8c79-786699338629.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.751801] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86011a22-65bd-4fba-ab63-1f9e5398a899 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.772229] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 718.772229] env[71079]: value = "task-3278583" [ 718.772229] env[71079]: _type = "Task" [ 718.772229] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.786078] env[71079]: DEBUG oslo_vmware.api [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278581, 'name': PowerOffVM_Task, 'duration_secs': 0.195161} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.792344] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.794811] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.794811] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.794811] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d7083c0-87b8-45d2-840d-dfaa2011df9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.822103] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.822262] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.822460] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Deleting the datastore file [datastore1] dd1c3bef-07d4-4475-94e1-d49a3927e990 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.822790] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b73d0a6c-5ca3-41ec-b2e9-967e0dba298f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.829646] env[71079]: DEBUG oslo_vmware.api [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for the task: (returnval){ [ 718.829646] env[71079]: value = "task-3278585" [ 718.829646] env[71079]: _type = "Task" [ 718.829646] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.838734] env[71079]: DEBUG oslo_vmware.api [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.919778] env[71079]: INFO nova.compute.manager [-] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Took 1.48 seconds to deallocate network for instance. [ 719.135033] env[71079]: DEBUG nova.network.neutron [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Successfully created port: 7f31c178-3ae2-4df2-bd2c-a813e73436db {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.167403] env[71079]: DEBUG nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.170059] env[71079]: DEBUG oslo_vmware.api [None req-261039e2-d2cf-4f93-8671-ce3f84aaf949 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278582, 'name': SuspendVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.207427] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.257531] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7699e90-88af-4025-83f6-a00c7f7f0d70 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.417s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.282687] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.345113] env[71079]: DEBUG oslo_vmware.api [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Task: {'id': task-3278585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362486} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.345113] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.345113] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.345113] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.345346] env[71079]: INFO nova.compute.manager [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Took 1.09 seconds to destroy the instance on the hypervisor. [ 719.345538] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.345733] env[71079]: DEBUG nova.compute.manager [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.345819] env[71079]: DEBUG nova.network.neutron [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.370853] env[71079]: DEBUG nova.network.neutron [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.429584] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.666139] env[71079]: DEBUG oslo_vmware.api [None req-261039e2-d2cf-4f93-8671-ce3f84aaf949 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278582, 'name': SuspendVM_Task, 'duration_secs': 0.86437} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.666507] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-261039e2-d2cf-4f93-8671-ce3f84aaf949 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Suspended the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 719.666633] env[71079]: DEBUG nova.compute.manager [None req-261039e2-d2cf-4f93-8671-ce3f84aaf949 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.667565] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273584d6-de9d-4dbb-8a0a-73b9f47f4b20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.768841] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5631b3e-719a-4da9-a74a-b15e8952f2c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.779596] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c45de76-f363-4309-9a09-8233ddb5866a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.786180] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.814057] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2bab9a-9981-496d-8d6a-1dc6a7e1c3fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.822156] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1a6171-7780-4b9d-a1af-f6e15e0d8a44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.837517] env[71079]: DEBUG nova.compute.provider_tree [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.873430] env[71079]: DEBUG nova.network.neutron [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.064452] env[71079]: DEBUG nova.compute.manager [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Received event network-changed-3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.064452] env[71079]: DEBUG nova.compute.manager [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Refreshing instance network info cache due to event network-changed-3b273847-d257-4f7b-b56a-2b26c7deccb2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.064452] env[71079]: DEBUG oslo_concurrency.lockutils [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] Acquiring lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.064452] env[71079]: DEBUG oslo_concurrency.lockutils [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] Acquired lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.064452] env[71079]: DEBUG nova.network.neutron [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Refreshing network info cache for port 3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.188542] env[71079]: DEBUG nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.223222] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.223568] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.223800] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.224088] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.224319] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.224531] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.224839] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.225075] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.225327] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.225577] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.225822] env[71079]: DEBUG nova.virt.hardware [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.227512] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9779fa36-1734-4904-93ca-67d22b749730 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.239921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa0b343-f4e1-40ab-90ab-b37b3531481c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.290027] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278583, 'name': ReconfigVM_Task, 'duration_secs': 1.511957} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.290776] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Reconfigured VM instance instance-00000020 to attach disk [datastore1] d3c5ee07-a0e5-47eb-8c79-786699338629/d3c5ee07-a0e5-47eb-8c79-786699338629.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.291712] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7535b1df-ac86-4d6d-b01e-f5d3930cbad6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.300989] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 720.300989] env[71079]: value = "task-3278586" [ 720.300989] env[71079]: _type = "Task" [ 720.300989] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.310313] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278586, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.340540] env[71079]: DEBUG nova.scheduler.client.report [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.376560] env[71079]: INFO nova.compute.manager [-] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Took 1.03 seconds to deallocate network for instance. [ 720.758767] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "43473e6e-fd19-4826-98ef-8c66275f997a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.759453] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.759795] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "43473e6e-fd19-4826-98ef-8c66275f997a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.761364] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.761659] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.763962] env[71079]: INFO nova.compute.manager [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Terminating instance [ 720.819045] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278586, 'name': Rename_Task, 'duration_secs': 0.202455} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.819045] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.819045] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cda845ce-5f69-4d78-801a-456a06b958d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.828023] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 720.828023] env[71079]: value = "task-3278587" [ 720.828023] env[71079]: _type = "Task" [ 720.828023] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.837144] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.847111] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.847836] env[71079]: DEBUG nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.851318] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.953s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.851707] env[71079]: DEBUG nova.objects.instance [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lazy-loading 'resources' on Instance uuid a8f66b3f-61ac-45aa-ae7b-70d1bca99e24 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.883566] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.929471] env[71079]: DEBUG nova.compute.manager [req-b14ae591-be21-492b-8173-f4ba00709573 req-0fb06478-3015-47a1-bc26-0ac500f47eeb service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Received event network-vif-plugged-7f31c178-3ae2-4df2-bd2c-a813e73436db {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.929471] env[71079]: DEBUG oslo_concurrency.lockutils [req-b14ae591-be21-492b-8173-f4ba00709573 req-0fb06478-3015-47a1-bc26-0ac500f47eeb service nova] Acquiring lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.929622] env[71079]: DEBUG oslo_concurrency.lockutils [req-b14ae591-be21-492b-8173-f4ba00709573 req-0fb06478-3015-47a1-bc26-0ac500f47eeb service nova] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.929782] env[71079]: DEBUG oslo_concurrency.lockutils [req-b14ae591-be21-492b-8173-f4ba00709573 req-0fb06478-3015-47a1-bc26-0ac500f47eeb service nova] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.929951] env[71079]: DEBUG nova.compute.manager [req-b14ae591-be21-492b-8173-f4ba00709573 req-0fb06478-3015-47a1-bc26-0ac500f47eeb service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] No waiting events found dispatching network-vif-plugged-7f31c178-3ae2-4df2-bd2c-a813e73436db {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.930164] env[71079]: WARNING nova.compute.manager [req-b14ae591-be21-492b-8173-f4ba00709573 req-0fb06478-3015-47a1-bc26-0ac500f47eeb service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Received unexpected event network-vif-plugged-7f31c178-3ae2-4df2-bd2c-a813e73436db for instance with vm_state building and task_state spawning. [ 720.994614] env[71079]: DEBUG nova.network.neutron [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updated VIF entry in instance network info cache for port 3b273847-d257-4f7b-b56a-2b26c7deccb2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.994971] env[71079]: DEBUG nova.network.neutron [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updating instance_info_cache with network_info: [{"id": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "address": "fa:16:3e:41:ce:f6", "network": {"id": "6f3ade19-f394-48ee-b437-7de56e0240bd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1619360672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b378fd6a8af414982ecf19db11f1a21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b273847-d2", "ovs_interfaceid": "3b273847-d257-4f7b-b56a-2b26c7deccb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.044282] env[71079]: DEBUG nova.network.neutron [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Successfully updated port: 7f31c178-3ae2-4df2-bd2c-a813e73436db {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.270232] env[71079]: DEBUG nova.compute.manager [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.270232] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.270795] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a5c7d7-3075-4216-a7db-32e0f0c0d2b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.279750] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.280047] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a80850ec-001a-4664-a876-386072169e90 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.286285] env[71079]: DEBUG oslo_vmware.api [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 721.286285] env[71079]: value = "task-3278588" [ 721.286285] env[71079]: _type = "Task" [ 721.286285] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.294542] env[71079]: DEBUG oslo_vmware.api [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.337068] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.358643] env[71079]: DEBUG nova.compute.utils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.364031] env[71079]: DEBUG nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.364031] env[71079]: DEBUG nova.network.neutron [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.417427] env[71079]: DEBUG nova.policy [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1973cca916947b19b41ddc0d75c5b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad0751a3d344038881334369589c363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.499841] env[71079]: DEBUG oslo_concurrency.lockutils [req-73c89e04-7b36-4bb1-ac24-691df65ed1b5 req-69caafa4-1648-4c78-94c6-c7231c07f175 service nova] Releasing lock "refresh_cache-43473e6e-fd19-4826-98ef-8c66275f997a" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.552166] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "refresh_cache-251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.552321] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquired lock "refresh_cache-251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.552473] env[71079]: DEBUG nova.network.neutron [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.800820] env[71079]: DEBUG oslo_vmware.api [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278588, 'name': PowerOffVM_Task, 'duration_secs': 0.2334} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.804648] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.804851] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.805374] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7765411e-144e-41ef-a840-e900925c0122 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.843764] env[71079]: DEBUG oslo_vmware.api [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278587, 'name': PowerOnVM_Task, 'duration_secs': 0.657655} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.844079] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.844286] env[71079]: INFO nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Took 9.42 seconds to spawn the instance on the hypervisor. [ 721.844461] env[71079]: DEBUG nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.845339] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ea08d-40fc-4590-bee6-fd1b0cf9418e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.864043] env[71079]: DEBUG nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.888194] env[71079]: DEBUG nova.network.neutron [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Successfully created port: 3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.914937] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.915948] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.915948] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Deleting the datastore file [datastore2] 43473e6e-fd19-4826-98ef-8c66275f997a {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.915948] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-260d615f-47e9-4362-9ffa-b35a90e4a3a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.923744] env[71079]: DEBUG oslo_vmware.api [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 721.923744] env[71079]: value = "task-3278590" [ 721.923744] env[71079]: _type = "Task" [ 721.923744] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.936671] env[71079]: DEBUG oslo_vmware.api [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.950060] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4f5f9-161f-4fec-bcc1-43ce24ca2514 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.958331] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e72b0e-f734-44f7-88d3-2d3cbcdc5fac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.989927] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cbc682-d5b8-4b23-b8fa-829139acf5f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.999490] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d430f9-6971-46a2-9963-a79e7a670471 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.013183] env[71079]: DEBUG nova.compute.provider_tree [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.097587] env[71079]: DEBUG nova.network.neutron [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.248797] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52184e88-41ad-03d0-fb6d-e44f13fc4920/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 722.249625] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488de54-0977-4b16-8be0-0905888667ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.264563] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52184e88-41ad-03d0-fb6d-e44f13fc4920/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 722.264718] env[71079]: ERROR oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52184e88-41ad-03d0-fb6d-e44f13fc4920/disk-0.vmdk due to incomplete transfer. [ 722.264890] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c08a5d4c-1138-4fd2-96fe-de1bc8955069 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.272313] env[71079]: DEBUG oslo_vmware.rw_handles [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52184e88-41ad-03d0-fb6d-e44f13fc4920/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 722.272507] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Uploaded image 68ceeb4f-b2c6-4e4c-8f88-10ccb020fe2d to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 722.275105] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 722.275105] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d50d5751-bd00-43c5-b80a-98ccf015fb2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.281440] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 722.281440] env[71079]: value = "task-3278591" [ 722.281440] env[71079]: _type = "Task" [ 722.281440] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.293109] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278591, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.308153] env[71079]: DEBUG nova.network.neutron [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Updating instance_info_cache with network_info: [{"id": "7f31c178-3ae2-4df2-bd2c-a813e73436db", "address": "fa:16:3e:3d:5a:c9", "network": {"id": "d25be15d-f5b0-4e20-bca1-54432aa7f06a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-962762444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad7458eb97f4641b84a2ea4fbb1bea3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f31c178-3a", "ovs_interfaceid": "7f31c178-3ae2-4df2-bd2c-a813e73436db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.355491] env[71079]: DEBUG nova.compute.manager [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.356715] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91880eae-0315-4d11-930f-29342e31b670 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.379123] env[71079]: INFO nova.compute.manager [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Took 37.96 seconds to build instance. [ 722.436952] env[71079]: DEBUG oslo_vmware.api [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154082} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.437730] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.437730] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.437730] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.437884] env[71079]: INFO nova.compute.manager [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 722.438169] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.438375] env[71079]: DEBUG nova.compute.manager [-] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.438467] env[71079]: DEBUG nova.network.neutron [-] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.517549] env[71079]: DEBUG nova.scheduler.client.report [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.793646] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278591, 'name': Destroy_Task, 'duration_secs': 0.38372} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.794019] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Destroyed the VM [ 722.794363] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 722.794714] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c39f2ef-7546-49bd-8c5b-fde34c1c9a8c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.802761] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 722.802761] env[71079]: value = "task-3278592" [ 722.802761] env[71079]: _type = "Task" [ 722.802761] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.814030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Releasing lock "refresh_cache-251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.814338] env[71079]: DEBUG nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Instance network_info: |[{"id": "7f31c178-3ae2-4df2-bd2c-a813e73436db", "address": "fa:16:3e:3d:5a:c9", "network": {"id": "d25be15d-f5b0-4e20-bca1-54432aa7f06a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-962762444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad7458eb97f4641b84a2ea4fbb1bea3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f31c178-3a", "ovs_interfaceid": "7f31c178-3ae2-4df2-bd2c-a813e73436db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.814612] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.815155] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:5a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f31c178-3ae2-4df2-bd2c-a813e73436db', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.822369] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Creating folder: Project (5ad7458eb97f4641b84a2ea4fbb1bea3). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.822628] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e894a6eb-32ca-4b67-90a4-40f9fafb63d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.832193] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Created folder: Project (5ad7458eb97f4641b84a2ea4fbb1bea3) in parent group-v654700. [ 722.832372] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Creating folder: Instances. Parent ref: group-v654799. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.832600] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8831ee9-4791-4d06-a003-282ef3494999 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.841709] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Created folder: Instances in parent group-v654799. [ 722.841709] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.841709] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.841709] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7bb39e-5291-410e-8743-31f0567c063e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.864020] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.864020] env[71079]: value = "task-3278595" [ 722.864020] env[71079]: _type = "Task" [ 722.864020] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.870521] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278595, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.876017] env[71079]: DEBUG nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.880507] env[71079]: INFO nova.compute.manager [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] instance snapshotting [ 722.880507] env[71079]: WARNING nova.compute.manager [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 722.881179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-deb456e3-88ad-43e4-9d8c-6dc67419d1a4 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.157s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.882683] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a99ea3-5490-4879-8c26-16a1894a3005 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.907539] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee252e7-bb1e-4fdc-8012-d988fbcf0758 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.922821] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.923111] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.923302] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.923550] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.923717] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.923885] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.924119] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.924312] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.924500] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.924758] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.924990] env[71079]: DEBUG nova.virt.hardware [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.926447] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ef303-f94b-4515-b680-01e9cdb4c5bc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.938647] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdd6a02-3baf-42ee-ab5b-cf9131404b1f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.024405] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.028716] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.669s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.028716] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.028716] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 723.028716] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.192s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.028716] env[71079]: DEBUG nova.objects.instance [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lazy-loading 'resources' on Instance uuid d114d86b-843c-4928-b251-5747b5d6b5ec {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.032071] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa845885-660a-470b-8ffa-3076617a98fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.039101] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b1f0df-8cd3-4c21-ab95-54867bf9f964 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.054118] env[71079]: INFO nova.scheduler.client.report [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Deleted allocations for instance a8f66b3f-61ac-45aa-ae7b-70d1bca99e24 [ 723.058233] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3973f38-a867-4cf8-ac9f-c7802b0365ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.065415] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ed6d3c-24b7-4293-b62a-ab0fb86fc143 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.095504] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179402MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 723.095664] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.098463] env[71079]: DEBUG nova.compute.manager [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Received event network-changed-7f31c178-3ae2-4df2-bd2c-a813e73436db {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.098651] env[71079]: DEBUG nova.compute.manager [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Refreshing instance network info cache due to event network-changed-7f31c178-3ae2-4df2-bd2c-a813e73436db. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.098867] env[71079]: DEBUG oslo_concurrency.lockutils [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] Acquiring lock "refresh_cache-251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.099015] env[71079]: DEBUG oslo_concurrency.lockutils [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] Acquired lock "refresh_cache-251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.099183] env[71079]: DEBUG nova.network.neutron [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Refreshing network info cache for port 7f31c178-3ae2-4df2-bd2c-a813e73436db {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.208524] env[71079]: DEBUG nova.network.neutron [-] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.314072] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278592, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.373089] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278595, 'name': CreateVM_Task, 'duration_secs': 0.361385} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.373348] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.374056] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.374226] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.374570] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.374810] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c4233d-bba4-4b64-99c6-374deca41839 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.379995] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 723.379995] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5233cb39-ba2a-8b16-68f2-18fda77288fc" [ 723.379995] env[71079]: _type = "Task" [ 723.379995] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.389318] env[71079]: DEBUG nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.395985] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5233cb39-ba2a-8b16-68f2-18fda77288fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.431313] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 723.431898] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30061c97-1eb7-44f1-8897-399bd93317e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.440044] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 723.440044] env[71079]: value = "task-3278596" [ 723.440044] env[71079]: _type = "Task" [ 723.440044] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.448958] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278596, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.545929] env[71079]: DEBUG nova.network.neutron [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Successfully updated port: 3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.565511] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f90e494c-5c38-4c75-89ec-c29fc420bf4f tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "a8f66b3f-61ac-45aa-ae7b-70d1bca99e24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.633s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.712439] env[71079]: INFO nova.compute.manager [-] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Took 1.27 seconds to deallocate network for instance. [ 723.813868] env[71079]: DEBUG oslo_vmware.api [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278592, 'name': RemoveSnapshot_Task, 'duration_secs': 0.595017} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.814214] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 723.814404] env[71079]: INFO nova.compute.manager [None req-47374909-c75f-48da-8737-432b8cb643b9 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Took 14.33 seconds to snapshot the instance on the hypervisor. [ 723.893537] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5233cb39-ba2a-8b16-68f2-18fda77288fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.897379] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.897669] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.897962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.898174] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.898397] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.904357] env[71079]: DEBUG nova.network.neutron [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Updated VIF entry in instance network info cache for port 7f31c178-3ae2-4df2-bd2c-a813e73436db. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.904357] env[71079]: DEBUG nova.network.neutron [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Updating instance_info_cache with network_info: [{"id": "7f31c178-3ae2-4df2-bd2c-a813e73436db", "address": "fa:16:3e:3d:5a:c9", "network": {"id": "d25be15d-f5b0-4e20-bca1-54432aa7f06a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-962762444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad7458eb97f4641b84a2ea4fbb1bea3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f31c178-3a", "ovs_interfaceid": "7f31c178-3ae2-4df2-bd2c-a813e73436db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.908236] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5348d4b2-59dd-46ae-997b-cc9bbfff408d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.921355] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.923093] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.923331] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.924513] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9531de2-0391-4d0b-a2aa-bee96c4962b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.933809] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 723.933809] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e88d7-d435-d3c4-6543-6a3180873512" [ 723.933809] env[71079]: _type = "Task" [ 723.933809] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.942514] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e88d7-d435-d3c4-6543-6a3180873512, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.949496] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedc6059-181b-4cd4-ac00-80f2c02c8ae3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.957987] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278596, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.958305] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 723.958305] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526083da-b11e-59a3-408e-f14224d4b741" [ 723.958305] env[71079]: _type = "Task" [ 723.958305] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.970631] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526083da-b11e-59a3-408e-f14224d4b741, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.970847] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.971124] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2/251b39b1-ca0b-42d9-ac88-3bbd6aa864a2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.971432] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2beb829-a2a9-4e64-96a9-85701611a45b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.980523] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 723.980523] env[71079]: value = "task-3278597" [ 723.980523] env[71079]: _type = "Task" [ 723.980523] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.992830] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.051674] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.052164] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.052164] env[71079]: DEBUG nova.network.neutron [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.102270] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c0a144-77d4-4497-8f65-581ba997189d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.111218] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0743f79-7466-43ea-9865-6bb503b52836 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.145618] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99588fcd-b52e-40dd-8ebc-65b49020f5d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.154112] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444d3c0c-0f54-4ac0-9f60-9e9ee50e437b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.169942] env[71079]: DEBUG nova.compute.provider_tree [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.221471] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.413024] env[71079]: DEBUG oslo_concurrency.lockutils [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] Releasing lock "refresh_cache-251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.413385] env[71079]: DEBUG nova.compute.manager [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Received event network-vif-deleted-3b273847-d257-4f7b-b56a-2b26c7deccb2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.413621] env[71079]: INFO nova.compute.manager [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Neutron deleted interface 3b273847-d257-4f7b-b56a-2b26c7deccb2; detaching it from the instance and deleting it from the info cache [ 724.413806] env[71079]: DEBUG nova.network.neutron [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.419127] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "d3c5ee07-a0e5-47eb-8c79-786699338629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.419461] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.419975] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "d3c5ee07-a0e5-47eb-8c79-786699338629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.420353] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.420852] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.423952] env[71079]: INFO nova.compute.manager [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Terminating instance [ 724.453802] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278596, 'name': CreateSnapshot_Task, 'duration_secs': 0.700139} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.454108] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 724.454952] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806cfdde-6eaf-4fa2-9140-f4427793d7f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.490302] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507814} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.490599] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2/251b39b1-ca0b-42d9-ac88-3bbd6aa864a2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.490851] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.491397] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c827ad-7228-4064-9c2d-a531a7db8915 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.499145] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 724.499145] env[71079]: value = "task-3278598" [ 724.499145] env[71079]: _type = "Task" [ 724.499145] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.510470] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.596270] env[71079]: DEBUG nova.network.neutron [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.672643] env[71079]: DEBUG nova.scheduler.client.report [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.717098] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.717356] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.717563] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.717745] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.717904] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.720130] env[71079]: INFO nova.compute.manager [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Terminating instance [ 724.784865] env[71079]: DEBUG nova.network.neutron [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.923814] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db0f35db-46f5-4f5a-9186-d1fa6f9f17d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.929252] env[71079]: DEBUG nova.compute.manager [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.929252] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.931149] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a5f6f-51c4-4d29-a097-3ab4df6d2fa5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.937022] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c8576-72e0-4702-98fd-df047e5ac837 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.951284] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.951535] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979654c6-c258-4fe7-8367-7fbb8f39618b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.977679] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.978323] env[71079]: DEBUG nova.compute.manager [req-fa64ffb8-60fe-4820-b9da-3283f635afdf req-a36b15eb-ee69-400f-a8ff-be870883776c service nova] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Detach interface failed, port_id=3b273847-d257-4f7b-b56a-2b26c7deccb2, reason: Instance 43473e6e-fd19-4826-98ef-8c66275f997a could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.980691] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6618ae89-51d9-4acb-ae4e-10a72cd8143b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.984311] env[71079]: DEBUG oslo_vmware.api [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 724.984311] env[71079]: value = "task-3278599" [ 724.984311] env[71079]: _type = "Task" [ 724.984311] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.990234] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 724.990234] env[71079]: value = "task-3278600" [ 724.990234] env[71079]: _type = "Task" [ 724.990234] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.993635] env[71079]: DEBUG oslo_vmware.api [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.002111] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278600, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.010233] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072111} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.010796] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.011314] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce3e18-8124-4c6d-8921-5beb93d150ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.035123] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2/251b39b1-ca0b-42d9-ac88-3bbd6aa864a2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.035486] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a766de-975c-4b1a-8bcf-b61c4300e2d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.054783] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 725.054783] env[71079]: value = "task-3278601" [ 725.054783] env[71079]: _type = "Task" [ 725.054783] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.063140] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.159218] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "8a655321-9dcf-41f1-820b-2d44039e289b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.159218] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "8a655321-9dcf-41f1-820b-2d44039e289b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.159218] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "8a655321-9dcf-41f1-820b-2d44039e289b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.159218] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "8a655321-9dcf-41f1-820b-2d44039e289b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.159600] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "8a655321-9dcf-41f1-820b-2d44039e289b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.160254] env[71079]: INFO nova.compute.manager [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Terminating instance [ 725.171185] env[71079]: DEBUG nova.compute.manager [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Received event network-vif-plugged-3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.171185] env[71079]: DEBUG oslo_concurrency.lockutils [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.171185] env[71079]: DEBUG oslo_concurrency.lockutils [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.171185] env[71079]: DEBUG oslo_concurrency.lockutils [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.171185] env[71079]: DEBUG nova.compute.manager [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] No waiting events found dispatching network-vif-plugged-3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.172668] env[71079]: WARNING nova.compute.manager [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Received unexpected event network-vif-plugged-3303e9e4-4e05-4ae6-b71b-4a5954c0218d for instance with vm_state building and task_state spawning. [ 725.173146] env[71079]: DEBUG nova.compute.manager [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Received event network-changed-3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.173468] env[71079]: DEBUG nova.compute.manager [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Refreshing instance network info cache due to event network-changed-3303e9e4-4e05-4ae6-b71b-4a5954c0218d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.173902] env[71079]: DEBUG oslo_concurrency.lockutils [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.181291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.181291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.668s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.183957] env[71079]: INFO nova.compute.claims [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.213444] env[71079]: INFO nova.scheduler.client.report [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Deleted allocations for instance d114d86b-843c-4928-b251-5747b5d6b5ec [ 725.226500] env[71079]: DEBUG nova.compute.manager [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.226500] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.226500] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0339d5-86fc-416c-8fd9-d24754b5e22c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.236793] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.237122] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035e03de-a97e-4820-acef-58e015bd1054 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.243306] env[71079]: DEBUG oslo_vmware.api [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 725.243306] env[71079]: value = "task-3278602" [ 725.243306] env[71079]: _type = "Task" [ 725.243306] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.254680] env[71079]: DEBUG oslo_vmware.api [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.288038] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.288313] env[71079]: DEBUG nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Instance network_info: |[{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.288731] env[71079]: DEBUG oslo_concurrency.lockutils [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.288852] env[71079]: DEBUG nova.network.neutron [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Refreshing network info cache for port 3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.291604] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:aa:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3303e9e4-4e05-4ae6-b71b-4a5954c0218d', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.298702] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Creating folder: Project (9ad0751a3d344038881334369589c363). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.301744] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-515f9e7d-9a32-4d0f-b972-98930f7aaea7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.313632] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Created folder: Project (9ad0751a3d344038881334369589c363) in parent group-v654700. [ 725.313839] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Creating folder: Instances. Parent ref: group-v654804. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.314137] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7cc0640-1af3-4440-a193-6baf56072abf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.323788] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Created folder: Instances in parent group-v654804. [ 725.324075] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.324297] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.324525] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1b7773e-10dd-4435-a40a-fadba9520726 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.350966] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.350966] env[71079]: value = "task-3278605" [ 725.350966] env[71079]: _type = "Task" [ 725.350966] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.362744] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278605, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.495479] env[71079]: DEBUG oslo_vmware.api [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278599, 'name': PowerOffVM_Task, 'duration_secs': 0.323598} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.498665] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.498866] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.499117] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c623356d-ac32-4b51-b744-fa21af7d2ae3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.506966] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278600, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.556957] env[71079]: DEBUG nova.network.neutron [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updated VIF entry in instance network info cache for port 3303e9e4-4e05-4ae6-b71b-4a5954c0218d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.557185] env[71079]: DEBUG nova.network.neutron [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.569898] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.576167] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.576559] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.576771] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Deleting the datastore file [datastore1] d3c5ee07-a0e5-47eb-8c79-786699338629 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.577031] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9005ff4c-36be-4107-8f24-8911dc99c68b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.583853] env[71079]: DEBUG oslo_vmware.api [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for the task: (returnval){ [ 725.583853] env[71079]: value = "task-3278607" [ 725.583853] env[71079]: _type = "Task" [ 725.583853] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.591662] env[71079]: DEBUG oslo_vmware.api [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.664869] env[71079]: DEBUG nova.compute.manager [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.665175] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.666131] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c21050-d26a-442f-8504-d12c0bad31fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.673717] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.673958] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18a2cc52-5a24-4e1f-9b30-565ca2218c4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.679960] env[71079]: DEBUG oslo_vmware.api [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 725.679960] env[71079]: value = "task-3278608" [ 725.679960] env[71079]: _type = "Task" [ 725.679960] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.690766] env[71079]: DEBUG oslo_vmware.api [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.722340] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43709cd8-7db4-4482-a1e3-745a21877df8 tempest-InstanceActionsV221TestJSON-1806876184 tempest-InstanceActionsV221TestJSON-1806876184-project-member] Lock "d114d86b-843c-4928-b251-5747b5d6b5ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.383s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.758631] env[71079]: DEBUG oslo_vmware.api [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278602, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.862454] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278605, 'name': CreateVM_Task, 'duration_secs': 0.411082} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.862698] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.863441] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.863610] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.864130] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.864526] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d030752e-d9b5-4ad2-8a17-53ac6c1c158e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.870900] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 725.870900] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520620a3-d799-0b4a-2c23-24393946644d" [ 725.870900] env[71079]: _type = "Task" [ 725.870900] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.879785] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520620a3-d799-0b4a-2c23-24393946644d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.005035] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278600, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.063500] env[71079]: DEBUG oslo_concurrency.lockutils [req-3c4179fb-e01a-458a-ae39-33e283dafcba req-f83cd6a4-0ea8-4f40-8bd1-2fa9f7fbfc9f service nova] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.067998] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278601, 'name': ReconfigVM_Task, 'duration_secs': 0.700015} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.067998] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2/251b39b1-ca0b-42d9-ac88-3bbd6aa864a2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.068639] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b274f090-45ca-44ad-ace9-b66466287f89 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.074151] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 726.074151] env[71079]: value = "task-3278609" [ 726.074151] env[71079]: _type = "Task" [ 726.074151] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.082363] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278609, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.092806] env[71079]: DEBUG oslo_vmware.api [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Task: {'id': task-3278607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282051} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.092806] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.093257] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.093257] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.093257] env[71079]: INFO nova.compute.manager [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.093495] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.093691] env[71079]: DEBUG nova.compute.manager [-] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.093787] env[71079]: DEBUG nova.network.neutron [-] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.190422] env[71079]: DEBUG oslo_vmware.api [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278608, 'name': PowerOffVM_Task, 'duration_secs': 0.22016} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.190748] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.190952] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.191230] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a62fae3-d3c3-4d87-b496-336c01c15465 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.259375] env[71079]: DEBUG oslo_vmware.api [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278602, 'name': PowerOffVM_Task, 'duration_secs': 0.515154} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.262537] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.262731] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.263590] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b9c81c-4bca-4081-a0f8-f560de90edd1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.282611] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.282843] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.283059] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Deleting the datastore file [datastore1] 8a655321-9dcf-41f1-820b-2d44039e289b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.283366] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37eb4027-cbf6-4384-abd9-e1230c3ef01a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.293204] env[71079]: DEBUG oslo_vmware.api [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for the task: (returnval){ [ 726.293204] env[71079]: value = "task-3278612" [ 726.293204] env[71079]: _type = "Task" [ 726.293204] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.306960] env[71079]: DEBUG oslo_vmware.api [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.356225] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.356225] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.356225] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Deleting the datastore file [datastore2] 92011c0d-65c5-43e3-a9c4-3fa1c46d3727 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.356225] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc9f6dd-b32d-4237-80b3-e64072b99e06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.365094] env[71079]: DEBUG oslo_vmware.api [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for the task: (returnval){ [ 726.365094] env[71079]: value = "task-3278613" [ 726.365094] env[71079]: _type = "Task" [ 726.365094] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.379149] env[71079]: DEBUG oslo_vmware.api [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.387982] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520620a3-d799-0b4a-2c23-24393946644d, 'name': SearchDatastore_Task, 'duration_secs': 0.015954} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.388434] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.389030] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.389386] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.389652] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.389941] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.390344] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c538f4ed-dda8-4b60-af25-a1c399a699cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.399035] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.399304] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.400348] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e5849f-a054-4900-8fe4-22d5ad98f934 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.409527] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 726.409527] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa361f-c541-f870-d229-a2a2c1064cdc" [ 726.409527] env[71079]: _type = "Task" [ 726.409527] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.421114] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa361f-c541-f870-d229-a2a2c1064cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.506547] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278600, 'name': CloneVM_Task, 'duration_secs': 1.456662} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.507423] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Created linked-clone VM from snapshot [ 726.508239] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea44d4d-16b3-415f-88eb-b79cbd344861 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.515989] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Uploading image f8375d96-3d9f-4365-89cb-439ea55b72f2 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.539427] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.539427] env[71079]: value = "vm-654803" [ 726.539427] env[71079]: _type = "VirtualMachine" [ 726.539427] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.539746] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f58807cb-5bcc-44fa-8c5e-20b629564fda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.549530] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease: (returnval){ [ 726.549530] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524eefe4-d76f-5d49-fe3f-f6a0e12b41ed" [ 726.549530] env[71079]: _type = "HttpNfcLease" [ 726.549530] env[71079]: } obtained for exporting VM: (result){ [ 726.549530] env[71079]: value = "vm-654803" [ 726.549530] env[71079]: _type = "VirtualMachine" [ 726.549530] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.549768] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the lease: (returnval){ [ 726.549768] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524eefe4-d76f-5d49-fe3f-f6a0e12b41ed" [ 726.549768] env[71079]: _type = "HttpNfcLease" [ 726.549768] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.555938] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.555938] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524eefe4-d76f-5d49-fe3f-f6a0e12b41ed" [ 726.555938] env[71079]: _type = "HttpNfcLease" [ 726.555938] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.585030] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278609, 'name': Rename_Task, 'duration_secs': 0.231232} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.585385] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.586509] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38cdf952-bd2b-4177-8387-9a4bbaee08dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.591949] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 726.591949] env[71079]: value = "task-3278615" [ 726.591949] env[71079]: _type = "Task" [ 726.591949] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.601875] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.694424] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d3270-12ba-4a71-bdd1-6d2018854e96 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.705920] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9649fea3-328f-44bd-bcdd-2fb92ab8afe0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.740269] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b2b8a0-355a-471e-bfd7-9f5deb3217bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.751284] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc1b143-cd38-4c93-ad9c-c53c82ab120b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.767288] env[71079]: DEBUG nova.compute.provider_tree [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.803598] env[71079]: DEBUG oslo_vmware.api [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Task: {'id': task-3278612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251805} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.803908] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.804157] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.804432] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.804555] env[71079]: INFO nova.compute.manager [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 726.804799] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.804990] env[71079]: DEBUG nova.compute.manager [-] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.805095] env[71079]: DEBUG nova.network.neutron [-] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.880945] env[71079]: DEBUG oslo_vmware.api [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Task: {'id': task-3278613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245712} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.880945] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.880945] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.881384] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.881384] env[71079]: INFO nova.compute.manager [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Took 1.66 seconds to destroy the instance on the hypervisor. [ 726.881733] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.881870] env[71079]: DEBUG nova.network.neutron [-] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.883464] env[71079]: DEBUG nova.compute.manager [-] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.883615] env[71079]: DEBUG nova.network.neutron [-] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.921595] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa361f-c541-f870-d229-a2a2c1064cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.923297] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25232b59-3ebc-472d-a16a-e3fbdcec2980 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.930262] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 726.930262] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52898108-6194-54f2-0d2b-3d73efd05c5b" [ 726.930262] env[71079]: _type = "Task" [ 726.930262] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.938288] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52898108-6194-54f2-0d2b-3d73efd05c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.057489] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.057489] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524eefe4-d76f-5d49-fe3f-f6a0e12b41ed" [ 727.057489] env[71079]: _type = "HttpNfcLease" [ 727.057489] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 727.057851] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 727.057851] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524eefe4-d76f-5d49-fe3f-f6a0e12b41ed" [ 727.057851] env[71079]: _type = "HttpNfcLease" [ 727.057851] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 727.058554] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc31cd-f57b-4aa6-ace7-9d43fd33620a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.066300] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f83a6-3304-3e51-61b3-31a8cb14735a/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 727.066482] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f83a6-3304-3e51-61b3-31a8cb14735a/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 727.134460] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.182234] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-612a1ce6-d499-44bd-a235-59a811308832 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.274935] env[71079]: DEBUG nova.scheduler.client.report [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.391629] env[71079]: INFO nova.compute.manager [-] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Took 1.30 seconds to deallocate network for instance. [ 727.407385] env[71079]: DEBUG nova.compute.manager [req-f038d8be-fd44-4062-994f-6b2b27d407dc req-1b10b738-ad55-4451-b0d9-c46d40612375 service nova] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Received event network-vif-deleted-396ddaf1-9304-43d6-a536-d689582bb20d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.446925] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52898108-6194-54f2-0d2b-3d73efd05c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.447271] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.447579] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 58c5506b-a2a4-475c-aa80-27b9732234d0/58c5506b-a2a4-475c-aa80-27b9732234d0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.447863] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c4ded6d-732f-44be-aacc-b87fd76a79fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.461021] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 727.461021] env[71079]: value = "task-3278616" [ 727.461021] env[71079]: _type = "Task" [ 727.461021] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.472936] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.635241] env[71079]: DEBUG oslo_vmware.api [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278615, 'name': PowerOnVM_Task, 'duration_secs': 0.70253} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.635788] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.635860] env[71079]: INFO nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Took 7.45 seconds to spawn the instance on the hypervisor. [ 727.636123] env[71079]: DEBUG nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.637137] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096545e1-258a-470c-92de-d777254cf6f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.783363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.787799] env[71079]: DEBUG nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.790611] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.482s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.790868] env[71079]: DEBUG nova.objects.instance [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lazy-loading 'resources' on Instance uuid 03afbe12-b1c9-4613-b434-03c93336c95a {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.899815] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.972281] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278616, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.077160] env[71079]: DEBUG nova.network.neutron [-] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.084461] env[71079]: DEBUG nova.network.neutron [-] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.166235] env[71079]: INFO nova.compute.manager [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Took 39.53 seconds to build instance. [ 728.295796] env[71079]: DEBUG nova.compute.utils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.300477] env[71079]: DEBUG nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.300769] env[71079]: DEBUG nova.network.neutron [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.395752] env[71079]: DEBUG nova.policy [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58fa71d7dbcb43f1b217b76c3f195bd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '060511b25f5847a79b039190d274d11a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.470392] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608064} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.470697] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 58c5506b-a2a4-475c-aa80-27b9732234d0/58c5506b-a2a4-475c-aa80-27b9732234d0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.471191] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.471611] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f95c08b-5d23-41a9-b07f-c9033f73101c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.479411] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 728.479411] env[71079]: value = "task-3278617" [ 728.479411] env[71079]: _type = "Task" [ 728.479411] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.493828] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.583728] env[71079]: INFO nova.compute.manager [-] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Took 1.70 seconds to deallocate network for instance. [ 728.587733] env[71079]: INFO nova.compute.manager [-] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Took 1.78 seconds to deallocate network for instance. [ 728.669459] env[71079]: DEBUG oslo_concurrency.lockutils [None req-40a412f1-c612-4336-917b-b006fe7d93ce tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.478s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.801195] env[71079]: DEBUG nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.944781] env[71079]: DEBUG nova.network.neutron [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Successfully created port: 177216a3-71b9-4db9-bf09-0215e7fd3410 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.993372] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075043} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.993613] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.994701] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79113005-44f6-48f6-aa8a-bc52e807cb98 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.021690] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 58c5506b-a2a4-475c-aa80-27b9732234d0/58c5506b-a2a4-475c-aa80-27b9732234d0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.024640] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438bf1b2-8ddb-4007-b673-232697eaad08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.047540] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.048339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.048339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.048339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.048339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.051033] env[71079]: INFO nova.compute.manager [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Terminating instance [ 729.056352] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 729.056352] env[71079]: value = "task-3278618" [ 729.056352] env[71079]: _type = "Task" [ 729.056352] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.069047] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.090102] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.096307] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.123420] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635f043-92ae-4272-bdec-3a4b089d0948 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.136609] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebcbad2-4b4b-4b7e-9bcb-c57ba5ed1f28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.173972] env[71079]: DEBUG nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.178596] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f164be5b-4e7e-4d98-b06d-6466d27a467c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.187917] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aa465e-0d68-441c-be0f-d8217fcd9dcc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.207652] env[71079]: DEBUG nova.compute.provider_tree [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.466573] env[71079]: DEBUG nova.compute.manager [req-3d81c27d-8db2-4815-ba37-66fd5346340c req-63a21d5d-4265-419b-beb1-3173fde6f782 service nova] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Received event network-vif-deleted-f335fe34-0177-4296-a631-0279538e31bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.466825] env[71079]: DEBUG nova.compute.manager [req-3d81c27d-8db2-4815-ba37-66fd5346340c req-63a21d5d-4265-419b-beb1-3173fde6f782 service nova] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Received event network-vif-deleted-b06c0504-0589-483a-bd8a-2c4995cf5a77 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.555410] env[71079]: DEBUG nova.compute.manager [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.555687] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.556678] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf58048-4e9a-47c8-b5f8-91ba3e5d06a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.569148] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278618, 'name': ReconfigVM_Task, 'duration_secs': 0.343433} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.571352] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 58c5506b-a2a4-475c-aa80-27b9732234d0/58c5506b-a2a4-475c-aa80-27b9732234d0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.572169] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.572416] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ae144d3-aae0-47a9-80d8-e4525108c7ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.574119] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b5ac62-ad10-40bb-91d9-49651389a6ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.580971] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 729.580971] env[71079]: value = "task-3278619" [ 729.580971] env[71079]: _type = "Task" [ 729.580971] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.582946] env[71079]: DEBUG oslo_vmware.api [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 729.582946] env[71079]: value = "task-3278620" [ 729.582946] env[71079]: _type = "Task" [ 729.582946] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.596175] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278619, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.600120] env[71079]: DEBUG oslo_vmware.api [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.699465] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.711780] env[71079]: DEBUG nova.scheduler.client.report [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.811375] env[71079]: DEBUG nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.837115] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.837393] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.837625] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.837841] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.837996] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.838157] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.838370] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.838529] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.838733] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.838916] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.839116] env[71079]: DEBUG nova.virt.hardware [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.840077] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea7ed3a-86ea-4223-9a62-3ecef045b892 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.848751] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e27c70-5117-4f72-850c-461fa2c5750e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.096963] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278619, 'name': Rename_Task, 'duration_secs': 0.149623} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.100598] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.101358] env[71079]: DEBUG oslo_vmware.api [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278620, 'name': PowerOffVM_Task, 'duration_secs': 0.287776} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.101826] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e985ed97-0588-4189-a51c-62cd430fc39c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.103900] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.104128] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.104434] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef12bec-47a7-4d88-b2ea-dd02e0947c46 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.114398] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 730.114398] env[71079]: value = "task-3278621" [ 730.114398] env[71079]: _type = "Task" [ 730.114398] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.122929] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.167370] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.167521] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.167670] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Deleting the datastore file [datastore2] 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.169043] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1358915f-3c4d-444a-add1-fb725a53f02c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.175650] env[71079]: DEBUG oslo_vmware.api [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for the task: (returnval){ [ 730.175650] env[71079]: value = "task-3278623" [ 730.175650] env[71079]: _type = "Task" [ 730.175650] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.183656] env[71079]: DEBUG oslo_vmware.api [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.217413] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.427s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.219829] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.010s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.221387] env[71079]: INFO nova.compute.claims [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.239718] env[71079]: INFO nova.scheduler.client.report [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Deleted allocations for instance 03afbe12-b1c9-4613-b434-03c93336c95a [ 730.568821] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.569225] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.570120] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.570120] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.570120] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.574168] env[71079]: INFO nova.compute.manager [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Terminating instance [ 730.627043] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278621, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.639450] env[71079]: DEBUG nova.network.neutron [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Successfully updated port: 177216a3-71b9-4db9-bf09-0215e7fd3410 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.686503] env[71079]: DEBUG oslo_vmware.api [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Task: {'id': task-3278623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217421} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.687400] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.687400] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.687576] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.687764] env[71079]: INFO nova.compute.manager [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 730.688107] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.688289] env[71079]: DEBUG nova.compute.manager [-] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.688501] env[71079]: DEBUG nova.network.neutron [-] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.756596] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69da51ab-5bbc-4ab2-bae6-2a4a36b36357 tempest-DeleteServersAdminTestJSON-141294945 tempest-DeleteServersAdminTestJSON-141294945-project-member] Lock "03afbe12-b1c9-4613-b434-03c93336c95a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.984s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.086967] env[71079]: DEBUG nova.compute.manager [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.087212] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.088320] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cab2ca-fae4-4fcc-bee6-68f0572cb02a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.097315] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.097734] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f97b3a-6d26-4dac-b9d5-cdb4d991f7df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.105124] env[71079]: DEBUG oslo_vmware.api [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 731.105124] env[71079]: value = "task-3278624" [ 731.105124] env[71079]: _type = "Task" [ 731.105124] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.113543] env[71079]: DEBUG oslo_vmware.api [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.124415] env[71079]: DEBUG oslo_vmware.api [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278621, 'name': PowerOnVM_Task, 'duration_secs': 0.51591} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.124708] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.125043] env[71079]: INFO nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Took 8.25 seconds to spawn the instance on the hypervisor. [ 731.125237] env[71079]: DEBUG nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.126054] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f932f6-e54e-4d5e-b216-7c5439d147e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.142972] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "refresh_cache-dd24ca9e-8ed7-449d-99af-345f32867233" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.143157] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquired lock "refresh_cache-dd24ca9e-8ed7-449d-99af-345f32867233" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.143316] env[71079]: DEBUG nova.network.neutron [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.322097] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.323044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.501481] env[71079]: DEBUG nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Received event network-vif-plugged-177216a3-71b9-4db9-bf09-0215e7fd3410 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.502049] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] Acquiring lock "dd24ca9e-8ed7-449d-99af-345f32867233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.502521] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] Lock "dd24ca9e-8ed7-449d-99af-345f32867233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.502837] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] Lock "dd24ca9e-8ed7-449d-99af-345f32867233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.503103] env[71079]: DEBUG nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] No waiting events found dispatching network-vif-plugged-177216a3-71b9-4db9-bf09-0215e7fd3410 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.503278] env[71079]: WARNING nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Received unexpected event network-vif-plugged-177216a3-71b9-4db9-bf09-0215e7fd3410 for instance with vm_state building and task_state spawning. [ 731.503439] env[71079]: DEBUG nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Received event network-changed-177216a3-71b9-4db9-bf09-0215e7fd3410 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.503593] env[71079]: DEBUG nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Refreshing instance network info cache due to event network-changed-177216a3-71b9-4db9-bf09-0215e7fd3410. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.503787] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] Acquiring lock "refresh_cache-dd24ca9e-8ed7-449d-99af-345f32867233" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.589304] env[71079]: DEBUG nova.network.neutron [-] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.614547] env[71079]: DEBUG oslo_vmware.api [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278624, 'name': PowerOffVM_Task, 'duration_secs': 0.261912} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.618271] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.618511] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.619393] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8a725b-a010-4c5a-a173-4d01f73f0a74 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.651454] env[71079]: INFO nova.compute.manager [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Took 39.94 seconds to build instance. [ 731.683373] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.683592] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.683770] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Deleting the datastore file [datastore1] 37447c09-45f9-4c5d-8c7f-f5d626a7e514 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.684745] env[71079]: DEBUG nova.network.neutron [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.687096] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaba197e-af45-4c49-8f77-ae88ce33cafb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.697099] env[71079]: DEBUG oslo_vmware.api [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 731.697099] env[71079]: value = "task-3278626" [ 731.697099] env[71079]: _type = "Task" [ 731.697099] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.705766] env[71079]: DEBUG oslo_vmware.api [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.763157] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054aaca-9a80-4392-8f54-4d8f791ae3b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.776423] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09579b71-0ca5-420f-b3a1-341b7b2b385b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.812359] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ca7305-014f-4c3c-a1b9-f22c89dcda50 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.820874] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b6bea7-adb5-43a5-8082-f5e3878296ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.837976] env[71079]: DEBUG nova.compute.provider_tree [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.925332] env[71079]: DEBUG nova.network.neutron [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Updating instance_info_cache with network_info: [{"id": "177216a3-71b9-4db9-bf09-0215e7fd3410", "address": "fa:16:3e:3b:9e:f4", "network": {"id": "d0cf1f9b-fe1c-4d5f-999a-28b4e2fb584b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-114888292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "060511b25f5847a79b039190d274d11a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177216a3-71", "ovs_interfaceid": "177216a3-71b9-4db9-bf09-0215e7fd3410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.091450] env[71079]: INFO nova.compute.manager [-] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Took 1.40 seconds to deallocate network for instance. [ 732.155962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5e8814a2-f419-485a-9408-f829bf113497 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.457s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.210614] env[71079]: DEBUG oslo_vmware.api [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260003} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.210614] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.210614] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.210614] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.210614] env[71079]: INFO nova.compute.manager [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Took 1.12 seconds to destroy the instance on the hypervisor. [ 732.210920] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.210920] env[71079]: DEBUG nova.compute.manager [-] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.210920] env[71079]: DEBUG nova.network.neutron [-] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.341865] env[71079]: DEBUG nova.scheduler.client.report [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.429689] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Releasing lock "refresh_cache-dd24ca9e-8ed7-449d-99af-345f32867233" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.430586] env[71079]: DEBUG nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Instance network_info: |[{"id": "177216a3-71b9-4db9-bf09-0215e7fd3410", "address": "fa:16:3e:3b:9e:f4", "network": {"id": "d0cf1f9b-fe1c-4d5f-999a-28b4e2fb584b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-114888292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "060511b25f5847a79b039190d274d11a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177216a3-71", "ovs_interfaceid": "177216a3-71b9-4db9-bf09-0215e7fd3410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.430586] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] Acquired lock "refresh_cache-dd24ca9e-8ed7-449d-99af-345f32867233" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.431089] env[71079]: DEBUG nova.network.neutron [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Refreshing network info cache for port 177216a3-71b9-4db9-bf09-0215e7fd3410 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.432391] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:9e:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '177216a3-71b9-4db9-bf09-0215e7fd3410', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.440846] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Creating folder: Project (060511b25f5847a79b039190d274d11a). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.442433] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd224be-ea8e-4538-b045-c0fc13c63fb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.455697] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Created folder: Project (060511b25f5847a79b039190d274d11a) in parent group-v654700. [ 732.455697] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Creating folder: Instances. Parent ref: group-v654807. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.455697] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0c8a4e-ec9e-4f32-ab57-43f66ba41c01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.465472] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Created folder: Instances in parent group-v654807. [ 732.465748] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.465985] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.466227] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00e7cfed-9089-49a6-9ed4-7b070dae1006 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.491856] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.491856] env[71079]: value = "task-3278629" [ 732.491856] env[71079]: _type = "Task" [ 732.491856] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.502212] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278629, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.599505] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.658655] env[71079]: DEBUG nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.818297] env[71079]: DEBUG nova.compute.manager [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Received event network-changed-3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.818622] env[71079]: DEBUG nova.compute.manager [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Refreshing instance network info cache due to event network-changed-3303e9e4-4e05-4ae6-b71b-4a5954c0218d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.818622] env[71079]: DEBUG oslo_concurrency.lockutils [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.819456] env[71079]: DEBUG oslo_concurrency.lockutils [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.819456] env[71079]: DEBUG nova.network.neutron [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Refreshing network info cache for port 3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.858598] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.858862] env[71079]: DEBUG nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.861793] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.802s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.865061] env[71079]: INFO nova.compute.claims [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.001553] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278629, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.182665] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.346654] env[71079]: DEBUG nova.network.neutron [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Updated VIF entry in instance network info cache for port 177216a3-71b9-4db9-bf09-0215e7fd3410. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.346654] env[71079]: DEBUG nova.network.neutron [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Updating instance_info_cache with network_info: [{"id": "177216a3-71b9-4db9-bf09-0215e7fd3410", "address": "fa:16:3e:3b:9e:f4", "network": {"id": "d0cf1f9b-fe1c-4d5f-999a-28b4e2fb584b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-114888292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "060511b25f5847a79b039190d274d11a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177216a3-71", "ovs_interfaceid": "177216a3-71b9-4db9-bf09-0215e7fd3410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.370142] env[71079]: DEBUG nova.compute.utils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.371903] env[71079]: DEBUG nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 733.509198] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278629, 'name': CreateVM_Task, 'duration_secs': 0.528427} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.509336] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.512388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.512388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.512388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.512388] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7023f68d-555d-4174-bc3c-f0a7732ebc3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.517205] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 733.517205] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e97839-2d45-f9a6-ea53-d6fc682c5f08" [ 733.517205] env[71079]: _type = "Task" [ 733.517205] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.527808] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e97839-2d45-f9a6-ea53-d6fc682c5f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.566183] env[71079]: DEBUG nova.compute.manager [req-ef898a1e-c714-4ec4-81e0-cf4145cdb568 req-f0f2ef98-bee5-4897-8379-63837b4fb6d8 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Received event network-vif-deleted-8bb7268e-51be-48bc-beff-eda38f40a47a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.566991] env[71079]: INFO nova.compute.manager [req-ef898a1e-c714-4ec4-81e0-cf4145cdb568 req-f0f2ef98-bee5-4897-8379-63837b4fb6d8 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Neutron deleted interface 8bb7268e-51be-48bc-beff-eda38f40a47a; detaching it from the instance and deleting it from the info cache [ 733.566991] env[71079]: DEBUG nova.network.neutron [req-ef898a1e-c714-4ec4-81e0-cf4145cdb568 req-f0f2ef98-bee5-4897-8379-63837b4fb6d8 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.686725] env[71079]: DEBUG nova.network.neutron [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updated VIF entry in instance network info cache for port 3303e9e4-4e05-4ae6-b71b-4a5954c0218d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.687126] env[71079]: DEBUG nova.network.neutron [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.855444] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] Releasing lock "refresh_cache-dd24ca9e-8ed7-449d-99af-345f32867233" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.855444] env[71079]: DEBUG nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Received event network-vif-deleted-7f31c178-3ae2-4df2-bd2c-a813e73436db {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.855444] env[71079]: INFO nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Neutron deleted interface 7f31c178-3ae2-4df2-bd2c-a813e73436db; detaching it from the instance and deleting it from the info cache [ 733.855444] env[71079]: DEBUG nova.network.neutron [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.872760] env[71079]: DEBUG nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.905989] env[71079]: DEBUG nova.network.neutron [-] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.031071] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e97839-2d45-f9a6-ea53-d6fc682c5f08, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.034164] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.034874] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.035690] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.036038] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.036351] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.038037] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3be6b1-cb6c-41d1-a013-4f60439b104b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.047630] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.047844] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.051137] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a119d1-a771-4023-80a0-23835c3a6d06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.057606] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 734.057606] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d68211-1119-1152-0d2d-b34b38cd7e5c" [ 734.057606] env[71079]: _type = "Task" [ 734.057606] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.065560] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d68211-1119-1152-0d2d-b34b38cd7e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.069878] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6207e10a-4b6d-4441-a258-2e559d3f7948 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.078333] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b591f-214a-43c1-b8bc-bc474ff700f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.116813] env[71079]: DEBUG nova.compute.manager [req-ef898a1e-c714-4ec4-81e0-cf4145cdb568 req-f0f2ef98-bee5-4897-8379-63837b4fb6d8 service nova] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Detach interface failed, port_id=8bb7268e-51be-48bc-beff-eda38f40a47a, reason: Instance 37447c09-45f9-4c5d-8c7f-f5d626a7e514 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 734.190927] env[71079]: DEBUG oslo_concurrency.lockutils [req-81d58e9b-0e5c-491d-a9db-60cb63583ca8 req-485726ad-37ec-4475-b7bd-5e0747d4a8fe service nova] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.358458] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4ccc7a8-eddc-4aad-bee0-8021c0545e02 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.370446] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837c864c-556d-4971-a843-4bf850807074 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.410070] env[71079]: INFO nova.compute.manager [-] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Took 2.20 seconds to deallocate network for instance. [ 734.410654] env[71079]: DEBUG nova.compute.manager [req-6f83cc88-87fa-4192-83eb-e1db3f4a4190 req-4a95b058-b85f-44a7-ad09-e213dfe1e2b8 service nova] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Detach interface failed, port_id=7f31c178-3ae2-4df2-bd2c-a813e73436db, reason: Instance 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 734.467362] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cf16f6-64a1-4ea1-967f-263356d62d49 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.475346] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02edd6d1-e611-441b-b91f-ace16ff72987 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.510733] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a010a3-508c-45c6-8642-8aac85a7e7aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.519836] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b288c46c-634f-4e83-833d-3904b311eea5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.536424] env[71079]: DEBUG nova.compute.provider_tree [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.569215] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d68211-1119-1152-0d2d-b34b38cd7e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.570045] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6e3631-991e-4586-a607-318387286231 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.577205] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 734.577205] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525c305d-d405-df00-3883-0e65f9f93022" [ 734.577205] env[71079]: _type = "Task" [ 734.577205] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.585252] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525c305d-d405-df00-3883-0e65f9f93022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.891188] env[71079]: DEBUG nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.912312] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.912554] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.912708] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.912905] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.913316] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.913316] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.913416] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.913566] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.913729] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.913910] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.914118] env[71079]: DEBUG nova.virt.hardware [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.915472] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be798427-986e-459d-bbea-1cf20a199a4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.919648] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.923558] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac740ba-264c-4dec-ba4a-eea76a2ceea8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.937034] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.942173] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Creating folder: Project (1d13e8426c024efbbfb0def89ee27c6c). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.942428] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b8b9cac-9626-42cf-9cfa-10911d130831 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.952294] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Created folder: Project (1d13e8426c024efbbfb0def89ee27c6c) in parent group-v654700. [ 734.952490] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Creating folder: Instances. Parent ref: group-v654810. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.952720] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cc108d8-31ce-4d91-9fb0-b6ca6738b00a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.964209] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Created folder: Instances in parent group-v654810. [ 734.964209] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.964209] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.964209] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f5c1eb-57b1-4329-ac12-08b8cca959e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.981676] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.981676] env[71079]: value = "task-3278632" [ 734.981676] env[71079]: _type = "Task" [ 734.981676] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.989317] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278632, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.039922] env[71079]: DEBUG nova.scheduler.client.report [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.087376] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525c305d-d405-df00-3883-0e65f9f93022, 'name': SearchDatastore_Task, 'duration_secs': 0.01329} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.087658] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.088136] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] dd24ca9e-8ed7-449d-99af-345f32867233/dd24ca9e-8ed7-449d-99af-345f32867233.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.088229] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-028e4d39-3351-4468-bf6c-602a8fb6ea75 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.095497] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 735.095497] env[71079]: value = "task-3278633" [ 735.095497] env[71079]: _type = "Task" [ 735.095497] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.104044] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.435383] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f83a6-3304-3e51-61b3-31a8cb14735a/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.436602] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0700750f-680e-4251-b271-ec6e16482f9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.446116] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f83a6-3304-3e51-61b3-31a8cb14735a/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.446308] env[71079]: ERROR oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f83a6-3304-3e51-61b3-31a8cb14735a/disk-0.vmdk due to incomplete transfer. [ 735.446593] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-405bc966-beb2-422b-95c2-02c85e62f9f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.454904] env[71079]: DEBUG oslo_vmware.rw_handles [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f83a6-3304-3e51-61b3-31a8cb14735a/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.455197] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Uploaded image f8375d96-3d9f-4365-89cb-439ea55b72f2 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.458066] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.458363] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3855e83e-2876-4cee-95fc-b6d46828559d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.467328] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 735.467328] env[71079]: value = "task-3278634" [ 735.467328] env[71079]: _type = "Task" [ 735.467328] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.479733] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278634, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.491433] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278632, 'name': CreateVM_Task, 'duration_secs': 0.341582} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.491654] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.492121] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.492296] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.492694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.492970] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d40511-1a19-4c6b-8ba6-e66b8934eb92 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.498522] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 735.498522] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e5e06-07c7-a2ff-9480-b106edf55e18" [ 735.498522] env[71079]: _type = "Task" [ 735.498522] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.511701] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e5e06-07c7-a2ff-9480-b106edf55e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.547089] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.547667] env[71079]: DEBUG nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.554069] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.352s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.554069] env[71079]: INFO nova.compute.claims [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.609409] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.981220] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278634, 'name': Destroy_Task, 'duration_secs': 0.470844} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.981487] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Destroyed the VM [ 735.981777] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.981950] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25b552c5-2bcd-4ac3-a401-60c748f77795 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.987992] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 735.987992] env[71079]: value = "task-3278635" [ 735.987992] env[71079]: _type = "Task" [ 735.987992] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.996686] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278635, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.007544] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e5e06-07c7-a2ff-9480-b106edf55e18, 'name': SearchDatastore_Task, 'duration_secs': 0.051556} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.007845] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.008096] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.008332] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.008475] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.008651] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.008898] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19876487-3aed-4087-a79a-824160363f2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.017740] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.017931] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.018661] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea24999-e905-4c10-9588-fdb65216993e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.023963] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 736.023963] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524718f5-f1f2-197e-8f24-186823e0f8f2" [ 736.023963] env[71079]: _type = "Task" [ 736.023963] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.031665] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524718f5-f1f2-197e-8f24-186823e0f8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.057921] env[71079]: DEBUG nova.compute.utils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.064018] env[71079]: DEBUG nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 736.107836] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565475} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.108242] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] dd24ca9e-8ed7-449d-99af-345f32867233/dd24ca9e-8ed7-449d-99af-345f32867233.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.108527] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.108843] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952f64df-9075-4620-aa9e-e336b6967975 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.116178] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 736.116178] env[71079]: value = "task-3278636" [ 736.116178] env[71079]: _type = "Task" [ 736.116178] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.125699] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.474776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "227ce655-b7d4-484c-85f6-40f014412044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.474776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "227ce655-b7d4-484c-85f6-40f014412044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.474776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "227ce655-b7d4-484c-85f6-40f014412044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.474776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "227ce655-b7d4-484c-85f6-40f014412044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.475196] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "227ce655-b7d4-484c-85f6-40f014412044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.476111] env[71079]: INFO nova.compute.manager [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Terminating instance [ 736.502018] env[71079]: DEBUG oslo_vmware.api [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278635, 'name': RemoveSnapshot_Task, 'duration_secs': 0.414203} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.502018] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.502018] env[71079]: INFO nova.compute.manager [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Took 13.62 seconds to snapshot the instance on the hypervisor. [ 736.540601] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524718f5-f1f2-197e-8f24-186823e0f8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.544058] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfb9591-b4f9-4487-9889-8596c729e4c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.549815] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 736.549815] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520e8500-b67e-0f75-8904-9af1ab4fa8e4" [ 736.549815] env[71079]: _type = "Task" [ 736.549815] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.567864] env[71079]: DEBUG nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.571918] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520e8500-b67e-0f75-8904-9af1ab4fa8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.630692] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063571} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.633359] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.634934] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a979b57-ccf4-4b20-9f57-5121163bfc8c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.661368] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] dd24ca9e-8ed7-449d-99af-345f32867233/dd24ca9e-8ed7-449d-99af-345f32867233.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.665095] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6e9d3e-683e-4c39-ab82-0d4be2f720b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.688642] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 736.688642] env[71079]: value = "task-3278637" [ 736.688642] env[71079]: _type = "Task" [ 736.688642] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.701406] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.983747] env[71079]: DEBUG nova.compute.manager [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.983747] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.983747] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e68ab0-7fb9-416d-806b-48b119dd1aa3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.992321] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "1f678579-a949-4bf2-9526-b3ca84eda4cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.992390] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.993048] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.995194] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1add8bb2-75f5-48ab-9f7f-434ad289b3b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.006339] env[71079]: DEBUG nova.compute.manager [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Instance disappeared during snapshot {{(pid=71079) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 737.023918] env[71079]: DEBUG nova.compute.manager [None req-60590ea3-82e4-4c14-ac3d-f4347447201a tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image not found during clean up f8375d96-3d9f-4365-89cb-439ea55b72f2 {{(pid=71079) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 737.065463] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520e8500-b67e-0f75-8904-9af1ab4fa8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.065730] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.065982] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 0f730caf-20aa-4549-9821-c51a9cd16cd9/0f730caf-20aa-4549-9821-c51a9cd16cd9.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.066284] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1ed9f1-6ec0-4827-93d4-768e1774ec67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.079162] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 737.079162] env[71079]: value = "task-3278639" [ 737.079162] env[71079]: _type = "Task" [ 737.079162] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.088146] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.149858] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714576f4-d0ef-4f49-a957-ed6eb7e062e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.159580] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70167abc-dd2e-4d58-a390-5536b2d1d16a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.201020] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017ecd4-b267-458a-a366-f162e132c898 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.209037] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.212005] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc0a960-89e8-4bd0-9500-49c7e5bdeee0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.227378] env[71079]: DEBUG nova.compute.provider_tree [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.376506] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.376796] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.376982] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleting the datastore file [datastore1] 227ce655-b7d4-484c-85f6-40f014412044 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.377389] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92bdc436-de0f-4389-a849-29180e2bdbc2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.386346] env[71079]: DEBUG oslo_vmware.api [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 737.386346] env[71079]: value = "task-3278640" [ 737.386346] env[71079]: _type = "Task" [ 737.386346] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.396352] env[71079]: DEBUG oslo_vmware.api [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.584914] env[71079]: DEBUG nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.593665] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491598} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.593975] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 0f730caf-20aa-4549-9821-c51a9cd16cd9/0f730caf-20aa-4549-9821-c51a9cd16cd9.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.594214] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.594590] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93eb0e28-792d-4222-954b-3d0bd81ac7c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.606768] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 737.606768] env[71079]: value = "task-3278641" [ 737.606768] env[71079]: _type = "Task" [ 737.606768] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.619643] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.637499] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.637499] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.637689] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.638076] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.639705] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.639929] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.640185] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.640456] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.640522] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.640686] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.640866] env[71079]: DEBUG nova.virt.hardware [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.641753] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fb731d-a288-444a-b1e8-7ecafe9a9c32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.650039] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f962ee7-b8c1-4732-94fc-fd04a959b2c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.666356] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.675652] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.675951] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.676188] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e403bae8-7580-43e3-8f76-c70da20ce2b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.693670] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.693670] env[71079]: value = "task-3278642" [ 737.693670] env[71079]: _type = "Task" [ 737.693670] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.704875] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278642, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.708656] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278637, 'name': ReconfigVM_Task, 'duration_secs': 0.705686} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.708932] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Reconfigured VM instance instance-00000023 to attach disk [datastore2] dd24ca9e-8ed7-449d-99af-345f32867233/dd24ca9e-8ed7-449d-99af-345f32867233.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.709904] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32605401-792b-4d3a-8966-9f4b4b009b13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.715802] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 737.715802] env[71079]: value = "task-3278643" [ 737.715802] env[71079]: _type = "Task" [ 737.715802] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.723533] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278643, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.732877] env[71079]: DEBUG nova.scheduler.client.report [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.897308] env[71079]: DEBUG oslo_vmware.api [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26994} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.897308] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.897689] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.897983] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.898332] env[71079]: INFO nova.compute.manager [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Took 0.92 seconds to destroy the instance on the hypervisor. [ 737.898681] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.899028] env[71079]: DEBUG nova.compute.manager [-] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.899223] env[71079]: DEBUG nova.network.neutron [-] [instance: 227ce655-b7d4-484c-85f6-40f014412044] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.120318] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082929} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.120786] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.121793] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c589def-ddab-4e59-8655-6f5aa0890ba3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.145668] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0f730caf-20aa-4549-9821-c51a9cd16cd9/0f730caf-20aa-4549-9821-c51a9cd16cd9.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.145744] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb1625c-f914-471f-a8bf-577a221e4bcb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.168704] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 738.168704] env[71079]: value = "task-3278644" [ 738.168704] env[71079]: _type = "Task" [ 738.168704] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.176989] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.204547] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278642, 'name': CreateVM_Task, 'duration_secs': 0.256374} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.204770] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.205316] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.205516] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.206944] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.206944] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d92a478-8f01-462e-8889-7f52626490bb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.211099] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 738.211099] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526d0552-1e3c-a998-a5d1-946457cfed25" [ 738.211099] env[71079]: _type = "Task" [ 738.211099] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.222868] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526d0552-1e3c-a998-a5d1-946457cfed25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.229694] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278643, 'name': Rename_Task, 'duration_secs': 0.157798} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.230636] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.230904] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c07ead8-658c-40ef-9d44-43122038f5b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.235911] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.236797] env[71079]: DEBUG nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.239810] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.986s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.240045] env[71079]: DEBUG nova.objects.instance [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lazy-loading 'resources' on Instance uuid d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.242525] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Acquiring lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.242745] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.246521] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 738.246521] env[71079]: value = "task-3278645" [ 738.246521] env[71079]: _type = "Task" [ 738.246521] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.254120] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.452878] env[71079]: DEBUG nova.compute.manager [req-c48411fc-c1cf-4bdf-9443-befa3837ecc1 req-5d6ec176-c0b6-45f0-b635-7ee11ba7922c service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Received event network-vif-deleted-2bbe19df-e15d-4048-aa3a-e3d134d64f59 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.452878] env[71079]: INFO nova.compute.manager [req-c48411fc-c1cf-4bdf-9443-befa3837ecc1 req-5d6ec176-c0b6-45f0-b635-7ee11ba7922c service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Neutron deleted interface 2bbe19df-e15d-4048-aa3a-e3d134d64f59; detaching it from the instance and deleting it from the info cache [ 738.452878] env[71079]: DEBUG nova.network.neutron [req-c48411fc-c1cf-4bdf-9443-befa3837ecc1 req-5d6ec176-c0b6-45f0-b635-7ee11ba7922c service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.679456] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278644, 'name': ReconfigVM_Task, 'duration_secs': 0.287915} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.679812] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0f730caf-20aa-4549-9821-c51a9cd16cd9/0f730caf-20aa-4549-9821-c51a9cd16cd9.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.680535] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4913ff43-012a-41f1-ba31-90b45886a61f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.682937] env[71079]: DEBUG nova.network.neutron [-] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.687756] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 738.687756] env[71079]: value = "task-3278646" [ 738.687756] env[71079]: _type = "Task" [ 738.687756] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.697931] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278646, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.725917] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526d0552-1e3c-a998-a5d1-946457cfed25, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.726269] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.726538] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.726817] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.726993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.727226] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.727530] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf4c235a-5d57-452e-b4ab-1aa4a5067fd9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.736252] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.736474] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.737389] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3222a58-d7c8-4e35-91e5-0b014a5489c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.743898] env[71079]: DEBUG nova.compute.utils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.745646] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 738.745646] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5210a580-1dd9-d86f-77f0-6a1f4c322feb" [ 738.745646] env[71079]: _type = "Task" [ 738.745646] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.745874] env[71079]: DEBUG nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.746424] env[71079]: DEBUG nova.network.neutron [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.751569] env[71079]: DEBUG nova.compute.utils [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.767498] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5210a580-1dd9-d86f-77f0-6a1f4c322feb, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.772313] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.775605] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e2dbfe-718d-4fc7-8a41-225d23bfe0b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.782456] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 738.782456] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52520601-9ffb-9d66-c19f-6e3a13b680a3" [ 738.782456] env[71079]: _type = "Task" [ 738.782456] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.794413] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52520601-9ffb-9d66-c19f-6e3a13b680a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.817663] env[71079]: DEBUG nova.policy [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2085475dda9d486e8a72e8251364cf1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a7781ed6e51419fbd235a1384f4ad50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.960729] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5cd1598-fe61-428c-b5d7-066ca3f4cdd5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.970982] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5671c8-8645-47b7-ad12-6b05e55fe496 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.010125] env[71079]: DEBUG nova.compute.manager [req-c48411fc-c1cf-4bdf-9443-befa3837ecc1 req-5d6ec176-c0b6-45f0-b635-7ee11ba7922c service nova] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Detach interface failed, port_id=2bbe19df-e15d-4048-aa3a-e3d134d64f59, reason: Instance 227ce655-b7d4-484c-85f6-40f014412044 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 739.067029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.067029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.121199] env[71079]: DEBUG nova.network.neutron [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Successfully created port: cec740f8-a6f0-4c20-b17f-1d8082be9e39 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.185214] env[71079]: INFO nova.compute.manager [-] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Took 1.29 seconds to deallocate network for instance. [ 739.204342] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278646, 'name': Rename_Task, 'duration_secs': 0.156421} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.204653] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.204916] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d8c0a1-f32a-4c96-a0f5-584a278425b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.211917] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 739.211917] env[71079]: value = "task-3278647" [ 739.211917] env[71079]: _type = "Task" [ 739.211917] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.225138] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.247293] env[71079]: DEBUG nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.266308] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.266308] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.299582] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52520601-9ffb-9d66-c19f-6e3a13b680a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.300036] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.300406] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.300925] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059c9677-f394-43ed-a546-2e18e8fc318a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.312793] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 739.312793] env[71079]: value = "task-3278648" [ 739.312793] env[71079]: _type = "Task" [ 739.312793] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.321164] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.323230] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f85f8-b5d8-446c-ae9c-2c9e42949b4f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.330893] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22112078-091c-4fa0-a663-4c848b1e54c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.366276] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e61a4b-b778-49fe-95ee-ca0ea06c370f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.374410] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b780ef9-a35d-4725-ae74-ebd11a4f55e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.388578] env[71079]: DEBUG nova.compute.provider_tree [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.691896] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.724865] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.763428] env[71079]: DEBUG oslo_vmware.api [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278645, 'name': PowerOnVM_Task, 'duration_secs': 1.09099} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.763687] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.763871] env[71079]: INFO nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Took 9.95 seconds to spawn the instance on the hypervisor. [ 739.764054] env[71079]: DEBUG nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.764910] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c1be19-ecc8-4d79-b5c2-5ba596957c10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.821442] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.892233] env[71079]: DEBUG nova.scheduler.client.report [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.228462] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278647, 'name': PowerOnVM_Task} progress is 71%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.259821] env[71079]: DEBUG nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.286264] env[71079]: INFO nova.compute.manager [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Took 42.79 seconds to build instance. [ 740.304022] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.304022] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.304022] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.304279] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.304472] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.304672] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.305046] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.305234] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.305490] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.305739] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.306012] env[71079]: DEBUG nova.virt.hardware [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.308516] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb235f5-7492-439b-b8c7-e03cc1eb12b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.331470] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff156958-fd50-49c7-abfc-5046bbc4cb94 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.337503] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278648, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000483} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.338641] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Acquiring lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.338971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.339306] env[71079]: INFO nova.compute.manager [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Attaching volume 8fe840fc-1aa0-4acb-945d-1f45d15508c6 to /dev/sdb [ 740.341784] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.342091] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.343090] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e10e5d5e-d732-4a0b-8232-0853247902c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.367102] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 740.367102] env[71079]: value = "task-3278649" [ 740.367102] env[71079]: _type = "Task" [ 740.367102] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.378962] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.393387] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c75774b-d3f5-43be-9409-14cfc24f5fe9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.398023] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.400792] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.567s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.402757] env[71079]: INFO nova.compute.claims [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.410165] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e5b2ff-dd73-4c93-93cc-c7b69030d36d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.427022] env[71079]: DEBUG nova.virt.block_device [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Updating existing volume attachment record: d8753b66-b46a-42c7-8348-8d3f0cdf17ac {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 740.437269] env[71079]: INFO nova.scheduler.client.report [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Deleted allocations for instance d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6 [ 740.591266] env[71079]: DEBUG nova.compute.manager [req-e2adcc23-b3df-49e7-b1a1-72bbe8a59490 req-2b4fb7eb-6f36-436f-8fb8-81faf09a2719 service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Received event network-vif-plugged-cec740f8-a6f0-4c20-b17f-1d8082be9e39 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.591266] env[71079]: DEBUG oslo_concurrency.lockutils [req-e2adcc23-b3df-49e7-b1a1-72bbe8a59490 req-2b4fb7eb-6f36-436f-8fb8-81faf09a2719 service nova] Acquiring lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.591266] env[71079]: DEBUG oslo_concurrency.lockutils [req-e2adcc23-b3df-49e7-b1a1-72bbe8a59490 req-2b4fb7eb-6f36-436f-8fb8-81faf09a2719 service nova] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.591266] env[71079]: DEBUG oslo_concurrency.lockutils [req-e2adcc23-b3df-49e7-b1a1-72bbe8a59490 req-2b4fb7eb-6f36-436f-8fb8-81faf09a2719 service nova] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.591266] env[71079]: DEBUG nova.compute.manager [req-e2adcc23-b3df-49e7-b1a1-72bbe8a59490 req-2b4fb7eb-6f36-436f-8fb8-81faf09a2719 service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] No waiting events found dispatching network-vif-plugged-cec740f8-a6f0-4c20-b17f-1d8082be9e39 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.591513] env[71079]: WARNING nova.compute.manager [req-e2adcc23-b3df-49e7-b1a1-72bbe8a59490 req-2b4fb7eb-6f36-436f-8fb8-81faf09a2719 service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Received unexpected event network-vif-plugged-cec740f8-a6f0-4c20-b17f-1d8082be9e39 for instance with vm_state building and task_state spawning. [ 740.724707] env[71079]: DEBUG nova.network.neutron [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Successfully updated port: cec740f8-a6f0-4c20-b17f-1d8082be9e39 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.729370] env[71079]: DEBUG oslo_vmware.api [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278647, 'name': PowerOnVM_Task, 'duration_secs': 1.285072} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.729855] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.730064] env[71079]: INFO nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Took 5.84 seconds to spawn the instance on the hypervisor. [ 740.730244] env[71079]: DEBUG nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.731031] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4416e7-4f8a-4cc1-b3b6-9868feacec80 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.748786] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "dd24ca9e-8ed7-449d-99af-345f32867233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.792979] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c0dc7e9d-cf86-4273-accf-939e7e404224 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "dd24ca9e-8ed7-449d-99af-345f32867233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.726s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.794192] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "dd24ca9e-8ed7-449d-99af-345f32867233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.046s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.795329] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "dd24ca9e-8ed7-449d-99af-345f32867233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.795329] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "dd24ca9e-8ed7-449d-99af-345f32867233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.795329] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "dd24ca9e-8ed7-449d-99af-345f32867233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.799019] env[71079]: INFO nova.compute.manager [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Terminating instance [ 740.877699] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086938} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.877942] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.878971] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4887ac0e-ddef-4128-9933-b48aa0005334 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.900377] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.900676] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82fc25df-ac89-4254-86e3-073bb7630974 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.922814] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 740.922814] env[71079]: value = "task-3278654" [ 740.922814] env[71079]: _type = "Task" [ 740.922814] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.933714] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.947413] env[71079]: DEBUG oslo_concurrency.lockutils [None req-721a0553-bc41-4be7-99ef-da2085708f8b tempest-ServerAddressesNegativeTestJSON-545954874 tempest-ServerAddressesNegativeTestJSON-545954874-project-member] Lock "d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.468s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.230437] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.231354] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.231354] env[71079]: DEBUG nova.network.neutron [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.249229] env[71079]: INFO nova.compute.manager [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Took 40.06 seconds to build instance. [ 741.297210] env[71079]: DEBUG nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.299940] env[71079]: DEBUG nova.compute.manager [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.300155] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.301009] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3b611-0cd9-47b3-bb90-51aae46069b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.309553] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.309808] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e37b854b-992e-488b-9b23-acfc5e60d7ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.315750] env[71079]: DEBUG oslo_vmware.api [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 741.315750] env[71079]: value = "task-3278655" [ 741.315750] env[71079]: _type = "Task" [ 741.315750] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.323555] env[71079]: DEBUG oslo_vmware.api [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.433074] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.751296] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f4a562-028f-4115-88c2-e436fa58eae5 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "0f730caf-20aa-4549-9821-c51a9cd16cd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.011s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.802661] env[71079]: DEBUG nova.network.neutron [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.822275] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.825880] env[71079]: DEBUG oslo_vmware.api [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278655, 'name': PowerOffVM_Task, 'duration_secs': 0.237467} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.828411] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.828588] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.829013] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3913c4e4-6f3d-4318-b862-6d7c1471179a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.893045] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.893290] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.893470] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Deleting the datastore file [datastore2] dd24ca9e-8ed7-449d-99af-345f32867233 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.893746] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bc1c0de-d4ff-4c80-a4df-7c1e450c2f86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.901008] env[71079]: DEBUG oslo_vmware.api [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for the task: (returnval){ [ 741.901008] env[71079]: value = "task-3278657" [ 741.901008] env[71079]: _type = "Task" [ 741.901008] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.914137] env[71079]: DEBUG oslo_vmware.api [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.915584] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b78879-eed5-42d8-8b8c-e7480c75c934 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.921921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdbae8e-fc6c-4a82-9ad7-b38ff26355c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.933344] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278654, 'name': ReconfigVM_Task, 'duration_secs': 0.655434} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.959283] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.960188] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83c1b6d7-1a79-4dc2-8f7d-d24547295e1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.962479] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0e95a-90b0-474c-933c-f0730e213abc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.973545] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168864be-875b-4335-916a-7d10a09e1941 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.978338] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 741.978338] env[71079]: value = "task-3278658" [ 741.978338] env[71079]: _type = "Task" [ 741.978338] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.992589] env[71079]: DEBUG nova.compute.provider_tree [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.997719] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278658, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.054581] env[71079]: DEBUG nova.network.neutron [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Updating instance_info_cache with network_info: [{"id": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "address": "fa:16:3e:74:d0:df", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec740f8-a6", "ovs_interfaceid": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.254198] env[71079]: DEBUG nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.413403] env[71079]: DEBUG oslo_vmware.api [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Task: {'id': task-3278657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376402} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.413632] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.413818] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.413990] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.414182] env[71079]: INFO nova.compute.manager [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Took 1.11 seconds to destroy the instance on the hypervisor. [ 742.414442] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.414651] env[71079]: DEBUG nova.compute.manager [-] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.414745] env[71079]: DEBUG nova.network.neutron [-] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.488199] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278658, 'name': Rename_Task, 'duration_secs': 0.282408} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.488451] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.488692] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48ea708-9966-4c26-ac69-f3697349a32d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.495074] env[71079]: DEBUG nova.scheduler.client.report [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.498418] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 742.498418] env[71079]: value = "task-3278659" [ 742.498418] env[71079]: _type = "Task" [ 742.498418] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.506452] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.557947] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.558322] env[71079]: DEBUG nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Instance network_info: |[{"id": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "address": "fa:16:3e:74:d0:df", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec740f8-a6", "ovs_interfaceid": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.558938] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d0:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec740f8-a6f0-4c20-b17f-1d8082be9e39', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.570705] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.570884] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.571190] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-560820f8-7cbd-466c-9465-fa9faffdbf8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.594518] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.594518] env[71079]: value = "task-3278660" [ 742.594518] env[71079]: _type = "Task" [ 742.594518] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.607606] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278660, 'name': CreateVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.679473] env[71079]: DEBUG nova.compute.manager [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Received event network-changed-cec740f8-a6f0-4c20-b17f-1d8082be9e39 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.679473] env[71079]: DEBUG nova.compute.manager [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Refreshing instance network info cache due to event network-changed-cec740f8-a6f0-4c20-b17f-1d8082be9e39. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.679473] env[71079]: DEBUG oslo_concurrency.lockutils [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] Acquiring lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.679473] env[71079]: DEBUG oslo_concurrency.lockutils [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] Acquired lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.679607] env[71079]: DEBUG nova.network.neutron [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Refreshing network info cache for port cec740f8-a6f0-4c20-b17f-1d8082be9e39 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.792143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.005367] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.006027] env[71079]: DEBUG nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.008645] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.524s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.010542] env[71079]: INFO nova.compute.claims [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.019231] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.106652] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278660, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.292628] env[71079]: DEBUG nova.network.neutron [-] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.419206] env[71079]: DEBUG nova.network.neutron [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Updated VIF entry in instance network info cache for port cec740f8-a6f0-4c20-b17f-1d8082be9e39. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.419553] env[71079]: DEBUG nova.network.neutron [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Updating instance_info_cache with network_info: [{"id": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "address": "fa:16:3e:74:d0:df", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec740f8-a6", "ovs_interfaceid": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.509812] env[71079]: DEBUG oslo_vmware.api [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278659, 'name': PowerOnVM_Task, 'duration_secs': 0.636957} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.510099] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.510306] env[71079]: INFO nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Took 5.93 seconds to spawn the instance on the hypervisor. [ 743.510666] env[71079]: DEBUG nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.511328] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2244d2d9-46e8-4b35-a2bf-8c2e9f632d28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.517675] env[71079]: DEBUG nova.compute.utils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.521675] env[71079]: DEBUG nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.521675] env[71079]: DEBUG nova.network.neutron [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.585775] env[71079]: DEBUG nova.policy [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4492c4672987498cb25a10a38b786207', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c452ae56832440f9e7e1510ee54f3b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.605888] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278660, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.798331] env[71079]: INFO nova.compute.manager [-] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Took 1.38 seconds to deallocate network for instance. [ 743.904200] env[71079]: DEBUG nova.network.neutron [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Successfully created port: f81b966b-ea71-4f83-a85d-46525dd413a0 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.922352] env[71079]: DEBUG oslo_concurrency.lockutils [req-63fc4a12-9df4-4558-895f-71691cc9cf0c req-8a6c4277-0637-40d4-8941-b0f9ec8aedef service nova] Releasing lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.028036] env[71079]: DEBUG nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.044586] env[71079]: INFO nova.compute.manager [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Took 38.01 seconds to build instance. [ 744.106243] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278660, 'name': CreateVM_Task, 'duration_secs': 1.353952} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.106442] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.107171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.107351] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.107671] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.107933] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e6b805-6d49-4d90-b49b-8bee74998557 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.116443] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 744.116443] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b19e9a-2b12-ed97-ed4b-389efc8d76b8" [ 744.116443] env[71079]: _type = "Task" [ 744.116443] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.127251] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b19e9a-2b12-ed97-ed4b-389efc8d76b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.307944] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.547081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c276dca7-f680-420b-94c9-c7d16e8085c3 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.819s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.566521] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a5e3a1-ca7f-47f2-8450-5d7b9ae107cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.575139] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a64af1-5242-45a2-91bc-b3d066d2ee5f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.608714] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d05dd-5528-4889-8510-0fc360eb4c68 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.616713] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7392690d-ec80-4fcb-8a33-c74809fc8cec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.634597] env[71079]: INFO nova.compute.manager [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Rebuilding instance [ 744.638293] env[71079]: DEBUG nova.compute.provider_tree [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.641863] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b19e9a-2b12-ed97-ed4b-389efc8d76b8, 'name': SearchDatastore_Task, 'duration_secs': 0.029868} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.642452] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.643518] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.643766] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.643915] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.644192] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.644953] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6575031e-1b0d-414a-96f1-264d340a57ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.659040] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.659237] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.659958] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c6011e-685a-43a4-9510-ae48e47ea592 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.667840] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 744.667840] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526a9488-e0cd-9ccd-d177-f8e9219adcd5" [ 744.667840] env[71079]: _type = "Task" [ 744.667840] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.679134] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526a9488-e0cd-9ccd-d177-f8e9219adcd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.692909] env[71079]: DEBUG nova.compute.manager [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.693750] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83525e01-3fcc-4ba6-ae93-e59873884b88 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.705276] env[71079]: DEBUG nova.compute.manager [req-5a8028a5-0c2f-4f40-878e-ae7411509b44 req-e3f54f65-9e80-4095-9356-e7a0031836a5 service nova] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Received event network-vif-deleted-177216a3-71b9-4db9-bf09-0215e7fd3410 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.799168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.799400] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.799607] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.800238] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.800470] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.802498] env[71079]: INFO nova.compute.manager [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Terminating instance [ 745.002683] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 745.003034] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654816', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'name': 'volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33e7e6bd-0e86-42c4-b5a8-ef07ae610048', 'attached_at': '', 'detached_at': '', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'serial': '8fe840fc-1aa0-4acb-945d-1f45d15508c6'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 745.003910] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ba43ce-7daf-49c9-a893-2619ab861e56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.020421] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27caf29-d0fc-4cb3-ae80-a769ffaeecda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.044319] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6/volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.045345] env[71079]: DEBUG nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.047146] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5e1876-5564-4eef-ab1d-b5b54c05f68f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.059637] env[71079]: DEBUG nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.067112] env[71079]: DEBUG oslo_vmware.api [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Waiting for the task: (returnval){ [ 745.067112] env[71079]: value = "task-3278662" [ 745.067112] env[71079]: _type = "Task" [ 745.067112] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.076067] env[71079]: DEBUG oslo_vmware.api [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.083799] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.084057] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.084219] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.084621] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.084621] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.084725] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.084876] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.085055] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.085257] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.085430] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.085604] env[71079]: DEBUG nova.virt.hardware [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.086451] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f2720b-a4fe-4eda-a3e9-4d1547b35b2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.094456] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d1547-1149-4882-bd48-549aedb327e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.143267] env[71079]: DEBUG nova.scheduler.client.report [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.178285] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526a9488-e0cd-9ccd-d177-f8e9219adcd5, 'name': SearchDatastore_Task, 'duration_secs': 0.022355} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.179080] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c3458e-52bc-42eb-b8b0-b83df6247061 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.185441] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 745.185441] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52878aa5-d5b4-729e-eb63-b085e9fbde01" [ 745.185441] env[71079]: _type = "Task" [ 745.185441] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.194166] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52878aa5-d5b4-729e-eb63-b085e9fbde01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.306580] env[71079]: DEBUG nova.compute.manager [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.306820] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.307775] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a002d4d4-2677-4c69-b98c-f52b58f4184e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.315877] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.316205] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73832ec7-e8b1-4096-89bc-ea7fb67df3db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.322874] env[71079]: DEBUG oslo_vmware.api [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 745.322874] env[71079]: value = "task-3278663" [ 745.322874] env[71079]: _type = "Task" [ 745.322874] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.331233] env[71079]: DEBUG oslo_vmware.api [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.579101] env[71079]: DEBUG oslo_vmware.api [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278662, 'name': ReconfigVM_Task, 'duration_secs': 0.348686} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.579439] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6/volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.585350] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109da70e-ef15-4db6-9a24-3c6f8dec6b4f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.596193] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.601876] env[71079]: DEBUG oslo_vmware.api [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Waiting for the task: (returnval){ [ 745.601876] env[71079]: value = "task-3278664" [ 745.601876] env[71079]: _type = "Task" [ 745.601876] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.610402] env[71079]: DEBUG oslo_vmware.api [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.649627] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.650202] env[71079]: DEBUG nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.653658] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.477s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.653913] env[71079]: DEBUG nova.objects.instance [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lazy-loading 'resources' on Instance uuid 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.697849] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52878aa5-d5b4-729e-eb63-b085e9fbde01, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.698135] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.698396] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/50270e8a-cf20-48b5-8b4a-ee8b839248bc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.698658] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b8c25ec-8074-419d-8b6d-b197f76bb3e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.706909] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 745.706909] env[71079]: value = "task-3278665" [ 745.706909] env[71079]: _type = "Task" [ 745.706909] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.710455] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.711687] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340a371b-810d-4057-8398-bbb5173b8da0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.719420] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.721272] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 745.721272] env[71079]: value = "task-3278666" [ 745.721272] env[71079]: _type = "Task" [ 745.721272] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.731692] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.736395] env[71079]: DEBUG nova.network.neutron [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Successfully updated port: f81b966b-ea71-4f83-a85d-46525dd413a0 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.832221] env[71079]: DEBUG oslo_vmware.api [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278663, 'name': PowerOffVM_Task, 'duration_secs': 0.205899} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.832691] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.832691] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.832961] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1f96883-28f3-4def-b5d3-7e7a4dc38082 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.912113] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.912349] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.912540] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Deleting the datastore file [datastore1] 50acee33-d8c1-42f4-a873-fc34c60d9b8c {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.912819] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a9e0173-c61c-4104-ab44-47c17ccce2dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.921944] env[71079]: DEBUG oslo_vmware.api [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for the task: (returnval){ [ 745.921944] env[71079]: value = "task-3278668" [ 745.921944] env[71079]: _type = "Task" [ 745.921944] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.932985] env[71079]: DEBUG oslo_vmware.api [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.119338] env[71079]: DEBUG oslo_vmware.api [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278664, 'name': ReconfigVM_Task, 'duration_secs': 0.159331} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.119875] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654816', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'name': 'volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33e7e6bd-0e86-42c4-b5a8-ef07ae610048', 'attached_at': '', 'detached_at': '', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'serial': '8fe840fc-1aa0-4acb-945d-1f45d15508c6'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 746.157770] env[71079]: DEBUG nova.compute.utils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.163337] env[71079]: DEBUG nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 746.216516] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472387} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.219028] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/50270e8a-cf20-48b5-8b4a-ee8b839248bc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.219747] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.220170] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32be0d20-db56-4ab9-b131-1dc1ecbf3327 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.230199] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278666, 'name': PowerOffVM_Task, 'duration_secs': 0.130316} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.233611] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.233888] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.234175] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 746.234175] env[71079]: value = "task-3278669" [ 746.234175] env[71079]: _type = "Task" [ 746.234175] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.235167] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6492d9d4-40f4-4c24-95ab-7e7518f48f3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.238889] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "refresh_cache-a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.239044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "refresh_cache-a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.239187] env[71079]: DEBUG nova.network.neutron [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.252916] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.253227] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.253436] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2520022-15b4-44e9-8fc5-b0eb8ba938c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.279910] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.279910] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.279910] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleting the datastore file [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.279910] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9711e195-e7f7-4e0f-b3bd-83920b07be14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.287213] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 746.287213] env[71079]: value = "task-3278671" [ 746.287213] env[71079]: _type = "Task" [ 746.287213] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.296345] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.431499] env[71079]: DEBUG oslo_vmware.api [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.593899] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6fa1d6-5858-41d4-bd9a-3f4d51e87f16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.604448] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ab396-b3c4-4010-b180-e28166add363 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.656217] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35922168-a33f-41fe-b966-5723f1c7c64e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.663103] env[71079]: DEBUG nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.666642] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56c2ffe-006b-450c-bb14-e071371384ff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.680657] env[71079]: DEBUG nova.compute.provider_tree [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.732922] env[71079]: DEBUG nova.compute.manager [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Received event network-vif-plugged-f81b966b-ea71-4f83-a85d-46525dd413a0 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.733181] env[71079]: DEBUG oslo_concurrency.lockutils [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] Acquiring lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.733416] env[71079]: DEBUG oslo_concurrency.lockutils [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.733606] env[71079]: DEBUG oslo_concurrency.lockutils [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.733775] env[71079]: DEBUG nova.compute.manager [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] No waiting events found dispatching network-vif-plugged-f81b966b-ea71-4f83-a85d-46525dd413a0 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.733936] env[71079]: WARNING nova.compute.manager [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Received unexpected event network-vif-plugged-f81b966b-ea71-4f83-a85d-46525dd413a0 for instance with vm_state building and task_state spawning. [ 746.734774] env[71079]: DEBUG nova.compute.manager [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Received event network-changed-f81b966b-ea71-4f83-a85d-46525dd413a0 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.734977] env[71079]: DEBUG nova.compute.manager [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Refreshing instance network info cache due to event network-changed-f81b966b-ea71-4f83-a85d-46525dd413a0. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.735202] env[71079]: DEBUG oslo_concurrency.lockutils [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] Acquiring lock "refresh_cache-a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.751591] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063751} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.751844] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.752671] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c630d-d2f8-4d82-8d34-3fbdefe19f1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.779450] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/50270e8a-cf20-48b5-8b4a-ee8b839248bc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.780141] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047abcd4-0ff9-4bad-8065-944688d09c8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.794440] env[71079]: DEBUG nova.network.neutron [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.804704] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425439} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.806780] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.806991] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.807611] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.809618] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 746.809618] env[71079]: value = "task-3278672" [ 746.809618] env[71079]: _type = "Task" [ 746.809618] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.819378] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.932254] env[71079]: DEBUG oslo_vmware.api [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Task: {'id': task-3278668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621114} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.932564] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.932930] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.933069] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.933515] env[71079]: INFO nova.compute.manager [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Took 1.63 seconds to destroy the instance on the hypervisor. [ 746.933515] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.933637] env[71079]: DEBUG nova.compute.manager [-] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.933637] env[71079]: DEBUG nova.network.neutron [-] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.023336] env[71079]: DEBUG nova.network.neutron [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Updating instance_info_cache with network_info: [{"id": "f81b966b-ea71-4f83-a85d-46525dd413a0", "address": "fa:16:3e:43:8b:cd", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf81b966b-ea", "ovs_interfaceid": "f81b966b-ea71-4f83-a85d-46525dd413a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.185104] env[71079]: DEBUG nova.scheduler.client.report [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.199908] env[71079]: DEBUG nova.objects.instance [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lazy-loading 'flavor' on Instance uuid 33e7e6bd-0e86-42c4-b5a8-ef07ae610048 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.324367] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278672, 'name': ReconfigVM_Task, 'duration_secs': 0.277338} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.324738] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/50270e8a-cf20-48b5-8b4a-ee8b839248bc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.325275] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07ad76af-9346-4a79-9abe-428781cfd511 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.332879] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 747.332879] env[71079]: value = "task-3278673" [ 747.332879] env[71079]: _type = "Task" [ 747.332879] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.343020] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278673, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.526801] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "refresh_cache-a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.527159] env[71079]: DEBUG nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Instance network_info: |[{"id": "f81b966b-ea71-4f83-a85d-46525dd413a0", "address": "fa:16:3e:43:8b:cd", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf81b966b-ea", "ovs_interfaceid": "f81b966b-ea71-4f83-a85d-46525dd413a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.527498] env[71079]: DEBUG oslo_concurrency.lockutils [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] Acquired lock "refresh_cache-a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.527720] env[71079]: DEBUG nova.network.neutron [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Refreshing network info cache for port f81b966b-ea71-4f83-a85d-46525dd413a0 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.529270] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:8b:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f81b966b-ea71-4f83-a85d-46525dd413a0', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.538049] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.541430] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.542866] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8980709-bfee-40be-bc37-d45807fbf238 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.567780] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.567780] env[71079]: value = "task-3278674" [ 747.567780] env[71079]: _type = "Task" [ 747.567780] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.579393] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278674, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.676807] env[71079]: DEBUG nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.697285] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.701097] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.885s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.701317] env[71079]: DEBUG nova.objects.instance [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 747.707815] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1c9b0a7-c731-420f-b12d-74061b2a466c tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.368s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.716249] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.716545] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.716733] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.716935] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.718129] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.718355] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.718807] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.719035] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.719267] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.719904] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.720000] env[71079]: DEBUG nova.virt.hardware [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.721591] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd255b9-cd59-4f6a-9afa-0040534acfe7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.733443] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a0cc0-e767-4486-9959-3392ea09bd76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.739781] env[71079]: INFO nova.scheduler.client.report [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleted allocations for instance 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b [ 747.763120] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.770057] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Creating folder: Project (1b521cf88b9845b6a1c045541ec2adb0). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.774301] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11734db2-a4c3-491a-900a-f45ffc086ce1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.784580] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Created folder: Project (1b521cf88b9845b6a1c045541ec2adb0) in parent group-v654700. [ 747.785733] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Creating folder: Instances. Parent ref: group-v654819. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.787520] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d03a7ba-507c-49e8-b6b9-de8b8ac937bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.800366] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Created folder: Instances in parent group-v654819. [ 747.800718] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.804096] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.804096] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-542a5fd9-abaf-443c-94c5-b8c955b17456 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.825771] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.825771] env[71079]: value = "task-3278677" [ 747.825771] env[71079]: _type = "Task" [ 747.825771] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.838938] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278677, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.849838] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278673, 'name': Rename_Task, 'duration_secs': 0.151515} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.851743] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.851998] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.852172] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.852354] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.852497] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.852736] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.852848] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.853016] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.853193] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.853353] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.853536] env[71079]: DEBUG nova.virt.hardware [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.853837] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.854724] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faca5627-c41d-4a6e-9cd2-45eb0fca14df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.858425] env[71079]: DEBUG nova.network.neutron [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Updated VIF entry in instance network info cache for port f81b966b-ea71-4f83-a85d-46525dd413a0. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.858762] env[71079]: DEBUG nova.network.neutron [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Updating instance_info_cache with network_info: [{"id": "f81b966b-ea71-4f83-a85d-46525dd413a0", "address": "fa:16:3e:43:8b:cd", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf81b966b-ea", "ovs_interfaceid": "f81b966b-ea71-4f83-a85d-46525dd413a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.859964] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9305e61-89d7-4d85-8a9b-06f538fecb3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.869617] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c398101c-7f96-4a26-b4db-d9bf5ae8233a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.878032] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 747.878032] env[71079]: value = "task-3278678" [ 747.878032] env[71079]: _type = "Task" [ 747.878032] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.891472] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.897500] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.898853] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.899088] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c70687-9a15-498b-b3b6-7ca204d0dc56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.915600] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.920414] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.920414] env[71079]: value = "task-3278679" [ 747.920414] env[71079]: _type = "Task" [ 747.920414] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.933417] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278679, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.001155] env[71079]: DEBUG nova.network.neutron [-] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.078680] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278674, 'name': CreateVM_Task, 'duration_secs': 0.338638} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.078856] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.079596] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.079774] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.080333] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.080669] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05aede81-a3e6-45df-9ce1-95de33fda120 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.085742] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 748.085742] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52561f95-f063-e361-855d-74dc822e636e" [ 748.085742] env[71079]: _type = "Task" [ 748.085742] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.097788] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52561f95-f063-e361-855d-74dc822e636e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.255387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ca5e443e-fbb4-4c8f-b2bf-39145e764811 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.037s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.337267] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278677, 'name': CreateVM_Task, 'duration_secs': 0.374433} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.337477] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.337936] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.338122] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.338437] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.338698] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6344e31-63f4-4bc9-8bbf-c996540c3063 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.344468] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 748.344468] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520396f1-1301-2403-3986-6b9abb4a0c83" [ 748.344468] env[71079]: _type = "Task" [ 748.344468] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.352711] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520396f1-1301-2403-3986-6b9abb4a0c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.362382] env[71079]: DEBUG oslo_concurrency.lockutils [req-5ab669a2-016c-4ac6-88d1-a6cc77a38be2 req-84cd5d42-ea06-4809-981f-f0fbacf14fb3 service nova] Releasing lock "refresh_cache-a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.379787] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Acquiring lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.380469] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.390328] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.430055] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278679, 'name': CreateVM_Task, 'duration_secs': 0.286653} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.430228] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.430634] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.504896] env[71079]: INFO nova.compute.manager [-] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Took 1.57 seconds to deallocate network for instance. [ 748.596315] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52561f95-f063-e361-855d-74dc822e636e, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.596663] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.596905] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.597227] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.597390] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.597583] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.597854] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dadfc7ed-370a-49be-8f0f-8fb81a315f29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.605635] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.605810] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.606690] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99768b91-9f3d-4dfb-ace2-ce2052164c29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.612155] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 748.612155] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521384f9-9979-a98b-5962-476cac3a7a76" [ 748.612155] env[71079]: _type = "Task" [ 748.612155] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.619688] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521384f9-9979-a98b-5962-476cac3a7a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.709391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b26c2c58-a16f-4b36-aee7-63d542c51a3b tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.710792] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.504s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.712799] env[71079]: INFO nova.compute.claims [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.758032] env[71079]: DEBUG nova.compute.manager [req-270fe535-5a95-4659-a879-ae200ea775df req-2c198df0-997f-45ea-807b-f1e0e54787c3 service nova] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Received event network-vif-deleted-009b2a8d-af5f-4bf1-af19-5f4d21db610f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.854634] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520396f1-1301-2403-3986-6b9abb4a0c83, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.854941] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.855191] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.855425] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.855570] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.855748] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.856029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.856337] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.856593] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0fbd492-1ec4-4942-8fa5-8b1f40796158 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.858431] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebd3cfe-8b8b-4a26-9dd6-0ddac8cecdf1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.863739] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 748.863739] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522fcfff-c9a2-2636-e9ea-637012adeba3" [ 748.863739] env[71079]: _type = "Task" [ 748.863739] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.867701] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.867882] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.868936] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58da2b67-4d2d-41c8-b270-3daee2bba5af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.873876] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522fcfff-c9a2-2636-e9ea-637012adeba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.876837] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 748.876837] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529491f4-eced-a636-5149-8507c4fa2d82" [ 748.876837] env[71079]: _type = "Task" [ 748.876837] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.886140] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529491f4-eced-a636-5149-8507c4fa2d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.887957] env[71079]: INFO nova.compute.manager [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Detaching volume 8fe840fc-1aa0-4acb-945d-1f45d15508c6 [ 748.895016] env[71079]: DEBUG oslo_vmware.api [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278678, 'name': PowerOnVM_Task, 'duration_secs': 0.628451} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.896717] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.896922] env[71079]: INFO nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Took 8.64 seconds to spawn the instance on the hypervisor. [ 748.897110] env[71079]: DEBUG nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.898032] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce1a29-4aca-4dce-a26e-32e7506a111b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.933594] env[71079]: INFO nova.virt.block_device [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Attempting to driver detach volume 8fe840fc-1aa0-4acb-945d-1f45d15508c6 from mountpoint /dev/sdb [ 748.933594] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 748.933594] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654816', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'name': 'volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33e7e6bd-0e86-42c4-b5a8-ef07ae610048', 'attached_at': '', 'detached_at': '', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'serial': '8fe840fc-1aa0-4acb-945d-1f45d15508c6'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 748.933959] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679cfc6-85ac-41ec-b168-d946d3c00522 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.959053] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901e175e-a3d5-46e2-bbb0-4ca6a43e612c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.966251] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d2d50-cdd1-48f4-92d4-b06ea77f287a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.987370] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7279fe6-9b0e-4a30-a5ab-766cf1ba7493 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.002669] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] The volume has not been displaced from its original location: [datastore1] volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6/volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 749.008175] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 749.008856] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed43df45-c1f7-4fda-b8a8-b89d0a8a2c1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.022464] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.028069] env[71079]: DEBUG oslo_vmware.api [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Waiting for the task: (returnval){ [ 749.028069] env[71079]: value = "task-3278680" [ 749.028069] env[71079]: _type = "Task" [ 749.028069] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.036359] env[71079]: DEBUG oslo_vmware.api [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.124833] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521384f9-9979-a98b-5962-476cac3a7a76, 'name': SearchDatastore_Task, 'duration_secs': 0.007659} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.125994] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82708d8e-823a-4f18-964a-e59c2daeed82 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.132022] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 749.132022] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529dfc2f-48a2-1b52-0405-9908614eb47d" [ 749.132022] env[71079]: _type = "Task" [ 749.132022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.140514] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529dfc2f-48a2-1b52-0405-9908614eb47d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.378225] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522fcfff-c9a2-2636-e9ea-637012adeba3, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.381343] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.381590] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.381843] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.387679] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529491f4-eced-a636-5149-8507c4fa2d82, 'name': SearchDatastore_Task, 'duration_secs': 0.008541} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.388512] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45366c4d-963b-4b1b-9423-12ca41717643 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.395185] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 749.395185] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b4d9cc-95b5-3905-36c6-c7476be044c0" [ 749.395185] env[71079]: _type = "Task" [ 749.395185] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.406414] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b4d9cc-95b5-3905-36c6-c7476be044c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.406682] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.406973] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.407293] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.407523] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.407747] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9711a2e5-c02a-4142-86d4-9d54aabbe3e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.409680] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b4079c7-379f-4848-b736-c6a7bdaf91a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.418660] env[71079]: INFO nova.compute.manager [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Took 42.26 seconds to build instance. [ 749.421489] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 749.421489] env[71079]: value = "task-3278681" [ 749.421489] env[71079]: _type = "Task" [ 749.421489] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.426024] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.426024] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.427116] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1a4a23-c22d-4b9c-82d9-47813781dddf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.432421] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.436645] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 749.436645] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52756129-e170-2586-10d0-04143a2094bd" [ 749.436645] env[71079]: _type = "Task" [ 749.436645] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.444890] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52756129-e170-2586-10d0-04143a2094bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.538673] env[71079]: DEBUG oslo_vmware.api [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278680, 'name': ReconfigVM_Task, 'duration_secs': 0.253005} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.538852] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 749.543619] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d61d79-2739-4f46-91a1-650961a704a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.560091] env[71079]: DEBUG oslo_vmware.api [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Waiting for the task: (returnval){ [ 749.560091] env[71079]: value = "task-3278682" [ 749.560091] env[71079]: _type = "Task" [ 749.560091] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.570499] env[71079]: DEBUG oslo_vmware.api [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.644624] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529dfc2f-48a2-1b52-0405-9908614eb47d, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.644624] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.644624] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] a9c09f10-52bf-4b7a-b7f1-c432c23c88b0/a9c09f10-52bf-4b7a-b7f1-c432c23c88b0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.644624] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cea4ff7-8c72-4510-838e-c713183becac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.652089] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 749.652089] env[71079]: value = "task-3278683" [ 749.652089] env[71079]: _type = "Task" [ 749.652089] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.660522] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.729791] env[71079]: INFO nova.compute.manager [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Rescuing [ 749.730041] env[71079]: DEBUG oslo_concurrency.lockutils [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.730194] env[71079]: DEBUG oslo_concurrency.lockutils [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.730374] env[71079]: DEBUG nova.network.neutron [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.908785] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "012270cd-9326-4ca7-a891-82cd30d74e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.909162] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.923135] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c1ce3b7f-af26-4094-ac91-7ae724cc9ef8 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.867s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.934532] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278681, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.948250] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52756129-e170-2586-10d0-04143a2094bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.951743] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee6fb48-df62-4cc7-b368-a6239d9453c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.958724] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 749.958724] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f9fe5c-2997-bf9b-0077-8d9169522e10" [ 749.958724] env[71079]: _type = "Task" [ 749.958724] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.968638] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f9fe5c-2997-bf9b-0077-8d9169522e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.078321] env[71079]: DEBUG oslo_vmware.api [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Task: {'id': task-3278682, 'name': ReconfigVM_Task, 'duration_secs': 0.161043} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.078658] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654816', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'name': 'volume-8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33e7e6bd-0e86-42c4-b5a8-ef07ae610048', 'attached_at': '', 'detached_at': '', 'volume_id': '8fe840fc-1aa0-4acb-945d-1f45d15508c6', 'serial': '8fe840fc-1aa0-4acb-945d-1f45d15508c6'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 750.165533] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278683, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.219494] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f8a98c-9288-48b7-a84d-8b31135ed00c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.229413] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b118e89-04af-4e89-9ec6-77c2dd232148 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.269919] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d82cb01-ada7-4585-8697-578e8d03a847 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.277675] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69de0bdd-7aa8-4b9e-9e79-c84a4bfa4de3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.290687] env[71079]: DEBUG nova.compute.provider_tree [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.429817] env[71079]: DEBUG nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.436190] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537951} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.436453] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.436686] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.436932] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5880a8f-7fbb-422d-8c66-05b72ff5d67f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.445016] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 750.445016] env[71079]: value = "task-3278684" [ 750.445016] env[71079]: _type = "Task" [ 750.445016] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.453125] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.463360] env[71079]: DEBUG nova.network.neutron [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Updating instance_info_cache with network_info: [{"id": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "address": "fa:16:3e:74:d0:df", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec740f8-a6", "ovs_interfaceid": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.470105] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f9fe5c-2997-bf9b-0077-8d9169522e10, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.470358] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.470635] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.470885] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0002e92-0cd0-43e9-ab33-c02ce4e974b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.478351] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 750.478351] env[71079]: value = "task-3278685" [ 750.478351] env[71079]: _type = "Task" [ 750.478351] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.488792] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.648308] env[71079]: DEBUG nova.objects.instance [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lazy-loading 'flavor' on Instance uuid 33e7e6bd-0e86-42c4-b5a8-ef07ae610048 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.663986] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63994} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.665549] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] a9c09f10-52bf-4b7a-b7f1-c432c23c88b0/a9c09f10-52bf-4b7a-b7f1-c432c23c88b0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.665549] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.665549] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffe60c85-2ebf-416c-bfaf-2d255a2cf781 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.672564] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 750.672564] env[71079]: value = "task-3278686" [ 750.672564] env[71079]: _type = "Task" [ 750.672564] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.681011] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.794214] env[71079]: DEBUG nova.scheduler.client.report [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.954714] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06671} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.955170] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.955798] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da40ac9-7394-4240-8414-d62b6d6deded {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.959115] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.968285] env[71079]: DEBUG oslo_concurrency.lockutils [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.979354] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.979962] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f645220f-ed01-48ae-a2de-f882de52cc28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.010217] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 751.010217] env[71079]: value = "task-3278687" [ 751.010217] env[71079]: _type = "Task" [ 751.010217] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.010466] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471733} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.011050] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.011263] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.014574] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73ce7b56-cb14-4550-b97a-24ec876c97d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.022951] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.024098] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 751.024098] env[71079]: value = "task-3278688" [ 751.024098] env[71079]: _type = "Task" [ 751.024098] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.032355] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.182470] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108121} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.182676] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.183521] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa740af-17fa-42a2-b466-a01e65611e28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.206101] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a9c09f10-52bf-4b7a-b7f1-c432c23c88b0/a9c09f10-52bf-4b7a-b7f1-c432c23c88b0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.206791] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575be106-60c5-45a9-bec0-1d3daf0b062c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.226674] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 751.226674] env[71079]: value = "task-3278689" [ 751.226674] env[71079]: _type = "Task" [ 751.226674] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.238313] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.300051] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.300650] env[71079]: DEBUG nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.303277] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.874s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.303505] env[71079]: DEBUG nova.objects.instance [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lazy-loading 'resources' on Instance uuid 573db876-a240-4289-a666-e2ad13f83b0d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.523711] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278687, 'name': ReconfigVM_Task, 'duration_secs': 0.306502} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.524754] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.525530] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae8f0a0b-d68d-4cbe-9736-a9f525d9239b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.538020] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.539531] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 751.539531] env[71079]: value = "task-3278690" [ 751.539531] env[71079]: _type = "Task" [ 751.539531] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.546920] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278690, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.656221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acb739b7-0ee6-47f8-9c41-4afba84d046a tempest-VolumesAssistedSnapshotsTest-872187218 tempest-VolumesAssistedSnapshotsTest-872187218-project-admin] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.737728] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278689, 'name': ReconfigVM_Task, 'duration_secs': 0.305712} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.738033] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a9c09f10-52bf-4b7a-b7f1-c432c23c88b0/a9c09f10-52bf-4b7a-b7f1-c432c23c88b0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.738659] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b81acd0-2604-4dbe-9614-7eea6325621c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.745087] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 751.745087] env[71079]: value = "task-3278691" [ 751.745087] env[71079]: _type = "Task" [ 751.745087] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.755541] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278691, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.806862] env[71079]: DEBUG nova.compute.utils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.811236] env[71079]: DEBUG nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.811420] env[71079]: DEBUG nova.network.neutron [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.879642] env[71079]: DEBUG nova.policy [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ef547dcbf8e4f259139caacf8b91719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbfc3d19fe949cea34b73dd43f0b9a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.036247] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278688, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.050721] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278690, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.187224] env[71079]: DEBUG nova.network.neutron [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Successfully created port: 21beb439-5f91-462b-896d-aa8e771a990f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.255381] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278691, 'name': Rename_Task, 'duration_secs': 0.266541} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.255650] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.259120] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e6aba7-220b-4ef6-8bf3-c7859fb845c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.266830] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 752.266830] env[71079]: value = "task-3278692" [ 752.266830] env[71079]: _type = "Task" [ 752.266830] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.278372] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.311849] env[71079]: DEBUG nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.327428] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620afe6b-99be-4e0f-91f3-06951cb17a6b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.335032] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f25f236-cf33-4627-b7ce-93e50c3a520a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.369345] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583915b-e08f-4666-b29d-d4611e1f8e50 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.379497] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020158f9-1029-4b7e-8fe5-319b8359bc71 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.398316] env[71079]: DEBUG nova.compute.provider_tree [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.525310] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.525588] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58ec28ce-8aa8-4928-9038-8e1b13417291 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.537147] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.017915} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.538490] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.538953] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 752.538953] env[71079]: value = "task-3278694" [ 752.538953] env[71079]: _type = "Task" [ 752.538953] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.539790] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27728aa-a937-4848-9b2f-741206177806 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.567020] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.572614] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea01e0b-b492-4e4f-a897-c347baafca10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.586898] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278690, 'name': Rename_Task, 'duration_secs': 0.905644} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.587155] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.587406] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.588046] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c66028a3-3668-4bb4-ba01-9db18c3c8f3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.592875] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 752.592875] env[71079]: value = "task-3278695" [ 752.592875] env[71079]: _type = "Task" [ 752.592875] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.594195] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 752.594195] env[71079]: value = "task-3278696" [ 752.594195] env[71079]: _type = "Task" [ 752.594195] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.609486] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.609486] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.776236] env[71079]: DEBUG oslo_vmware.api [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278692, 'name': PowerOnVM_Task, 'duration_secs': 0.477289} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.776647] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.776950] env[71079]: INFO nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Took 7.73 seconds to spawn the instance on the hypervisor. [ 752.777256] env[71079]: DEBUG nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.778149] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726250f-b85e-4f4a-8261-6dd16f75977d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.901315] env[71079]: DEBUG nova.scheduler.client.report [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.052311] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278694, 'name': PowerOffVM_Task, 'duration_secs': 0.21374} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.052698] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.053784] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c43bb85-cafa-463b-b8d2-3aea58faaee2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.071068] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178a5c74-ed04-4cfb-99fc-123de22a96a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.102941] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.103212] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e8e2d4-d1c8-4767-b77f-cd0dbf4c0a8b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.107561] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278695, 'name': ReconfigVM_Task, 'duration_secs': 0.31474} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.108141] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf/20b1b140-6b52-4aaa-aa2c-bb074b137caf.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.108678] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1354a9aa-da8d-4fae-b88d-eb64675596e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.112758] env[71079]: DEBUG oslo_vmware.api [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278696, 'name': PowerOnVM_Task, 'duration_secs': 0.452788} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.114056] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.114264] env[71079]: INFO nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Took 5.44 seconds to spawn the instance on the hypervisor. [ 753.114475] env[71079]: DEBUG nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.114774] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 753.114774] env[71079]: value = "task-3278697" [ 753.114774] env[71079]: _type = "Task" [ 753.114774] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.115437] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df124da5-b810-42d4-aaa0-be93a63e42ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.120860] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 753.120860] env[71079]: value = "task-3278698" [ 753.120860] env[71079]: _type = "Task" [ 753.120860] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.131728] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 753.131929] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.132180] env[71079]: DEBUG oslo_concurrency.lockutils [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.132345] env[71079]: DEBUG oslo_concurrency.lockutils [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.132495] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.132747] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92261d31-4948-4838-84bc-f0a8968b95a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.137405] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278698, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.143258] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.143434] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.144137] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052d8d55-f5ab-4173-8e4b-729f5ca5b30f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.150234] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 753.150234] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5205ce2c-6662-5cef-6a2c-8ca7b52967c1" [ 753.150234] env[71079]: _type = "Task" [ 753.150234] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.157794] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5205ce2c-6662-5cef-6a2c-8ca7b52967c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.297853] env[71079]: INFO nova.compute.manager [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Took 40.48 seconds to build instance. [ 753.328263] env[71079]: DEBUG nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.349030] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.349330] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.349522] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.349784] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.349966] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.350149] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.350362] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.350521] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.350689] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.350847] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.351044] env[71079]: DEBUG nova.virt.hardware [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.352185] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b6cc69-2b35-4291-9dfe-9fba78663637 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.361676] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322753f9-2ee0-430f-89b0-14fd81a0d4e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.407857] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.408958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.525s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.409070] env[71079]: DEBUG nova.objects.instance [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lazy-loading 'resources' on Instance uuid dd1c3bef-07d4-4475-94e1-d49a3927e990 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.437987] env[71079]: INFO nova.scheduler.client.report [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Deleted allocations for instance 573db876-a240-4289-a666-e2ad13f83b0d [ 753.636575] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278698, 'name': Rename_Task, 'duration_secs': 0.390324} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.636863] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.638677] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f55ca5-74b9-4bd0-a010-4e28e87bff3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.641529] env[71079]: INFO nova.compute.manager [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Took 40.18 seconds to build instance. [ 753.643096] env[71079]: DEBUG nova.compute.manager [req-cc77e45f-1f55-4286-ae71-d1835f3e66f9 req-bf813f3d-24b1-42f6-a247-f74e8a8ceaaa service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Received event network-vif-plugged-21beb439-5f91-462b-896d-aa8e771a990f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.643301] env[71079]: DEBUG oslo_concurrency.lockutils [req-cc77e45f-1f55-4286-ae71-d1835f3e66f9 req-bf813f3d-24b1-42f6-a247-f74e8a8ceaaa service nova] Acquiring lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.643501] env[71079]: DEBUG oslo_concurrency.lockutils [req-cc77e45f-1f55-4286-ae71-d1835f3e66f9 req-bf813f3d-24b1-42f6-a247-f74e8a8ceaaa service nova] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.643664] env[71079]: DEBUG oslo_concurrency.lockutils [req-cc77e45f-1f55-4286-ae71-d1835f3e66f9 req-bf813f3d-24b1-42f6-a247-f74e8a8ceaaa service nova] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.643827] env[71079]: DEBUG nova.compute.manager [req-cc77e45f-1f55-4286-ae71-d1835f3e66f9 req-bf813f3d-24b1-42f6-a247-f74e8a8ceaaa service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] No waiting events found dispatching network-vif-plugged-21beb439-5f91-462b-896d-aa8e771a990f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.643983] env[71079]: WARNING nova.compute.manager [req-cc77e45f-1f55-4286-ae71-d1835f3e66f9 req-bf813f3d-24b1-42f6-a247-f74e8a8ceaaa service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Received unexpected event network-vif-plugged-21beb439-5f91-462b-896d-aa8e771a990f for instance with vm_state building and task_state spawning. [ 753.650206] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 753.650206] env[71079]: value = "task-3278699" [ 753.650206] env[71079]: _type = "Task" [ 753.650206] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.662048] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.665576] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5205ce2c-6662-5cef-6a2c-8ca7b52967c1, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.666559] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0add49c-ed52-450d-8e10-00b1552dd159 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.671614] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 753.671614] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a68d57-c391-ebb2-cc38-ce5dc75e470b" [ 753.671614] env[71079]: _type = "Task" [ 753.671614] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.679565] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a68d57-c391-ebb2-cc38-ce5dc75e470b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.738259] env[71079]: DEBUG nova.network.neutron [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Successfully updated port: 21beb439-5f91-462b-896d-aa8e771a990f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.799686] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64fefd34-4a1f-41b0-b048-49c9019100a2 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.931s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.946163] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5f509ec4-0b0e-4158-9d72-af48cf1ac533 tempest-AttachInterfacesV270Test-1912003221 tempest-AttachInterfacesV270Test-1912003221-project-member] Lock "573db876-a240-4289-a666-e2ad13f83b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.165s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.145607] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5ca97fb-4e02-4311-8923-009310948edc tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "490b72f5-9712-4947-bbff-0d603c264d7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.357s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.163319] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.183581] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a68d57-c391-ebb2-cc38-ce5dc75e470b, 'name': SearchDatastore_Task, 'duration_secs': 0.019499} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.186132] env[71079]: DEBUG oslo_concurrency.lockutils [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.186420] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. {{(pid=71079) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 754.186908] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c814601-d033-452a-b288-be0e0bd03dfd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.195990] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 754.195990] env[71079]: value = "task-3278700" [ 754.195990] env[71079]: _type = "Task" [ 754.195990] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.203428] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.241531] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.241651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.241818] env[71079]: DEBUG nova.network.neutron [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.304930] env[71079]: DEBUG nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.366364] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6455235a-c120-4eae-bb81-c055a3d6708d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.376202] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d2ca83-8a03-46a2-8217-eb0566bc5f1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.411436] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c59e9-fa14-4c5c-a507-65bfb32ca72e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.421115] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362af86c-c834-4e23-a52f-eb391ded02b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.436974] env[71079]: DEBUG nova.compute.provider_tree [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.662839] env[71079]: DEBUG oslo_vmware.api [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278699, 'name': PowerOnVM_Task, 'duration_secs': 0.961615} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.663411] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.663768] env[71079]: DEBUG nova.compute.manager [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.664949] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fec06a-e9fc-46c1-844e-b9f31778284f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.713021] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278700, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.804674] env[71079]: DEBUG nova.network.neutron [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.818071] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.818459] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.836883] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.941522] env[71079]: DEBUG nova.scheduler.client.report [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.066238] env[71079]: DEBUG nova.network.neutron [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Updating instance_info_cache with network_info: [{"id": "21beb439-5f91-462b-896d-aa8e771a990f", "address": "fa:16:3e:21:7c:8e", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21beb439-5f", "ovs_interfaceid": "21beb439-5f91-462b-896d-aa8e771a990f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.184725] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.205846] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543928} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.206141] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. [ 755.207055] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8e3f2f-6b88-4c25-9dcc-8cd6716c7021 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.233652] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.234065] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c798a5-8539-4091-8625-d1694b56325a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.251994] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 755.251994] env[71079]: value = "task-3278701" [ 755.251994] env[71079]: _type = "Task" [ 755.251994] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.259956] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.321032] env[71079]: DEBUG nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.447900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.450736] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.355s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.474844] env[71079]: INFO nova.scheduler.client.report [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Deleted allocations for instance dd1c3bef-07d4-4475-94e1-d49a3927e990 [ 755.506766] env[71079]: INFO nova.compute.manager [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Rebuilding instance [ 755.573035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.573035] env[71079]: DEBUG nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Instance network_info: |[{"id": "21beb439-5f91-462b-896d-aa8e771a990f", "address": "fa:16:3e:21:7c:8e", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21beb439-5f", "ovs_interfaceid": "21beb439-5f91-462b-896d-aa8e771a990f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.573599] env[71079]: DEBUG nova.compute.manager [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.573999] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:7c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21beb439-5f91-462b-896d-aa8e771a990f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.584450] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.585895] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f3409-8c87-474b-962d-26e92645bcaf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.589764] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.590406] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7d02d5-e8e3-4974-8919-541555dae5b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.618276] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.618276] env[71079]: value = "task-3278702" [ 755.618276] env[71079]: _type = "Task" [ 755.618276] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.626862] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278702, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.769307] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278701, 'name': ReconfigVM_Task, 'duration_secs': 0.315638} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.769603] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.770592] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1909d3-e8cf-4acd-80e4-85cd135a916c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.802882] env[71079]: DEBUG nova.compute.manager [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Received event network-changed-21beb439-5f91-462b-896d-aa8e771a990f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.803145] env[71079]: DEBUG nova.compute.manager [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Refreshing instance network info cache due to event network-changed-21beb439-5f91-462b-896d-aa8e771a990f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.803390] env[71079]: DEBUG oslo_concurrency.lockutils [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] Acquiring lock "refresh_cache-e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.803540] env[71079]: DEBUG oslo_concurrency.lockutils [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] Acquired lock "refresh_cache-e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.803871] env[71079]: DEBUG nova.network.neutron [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Refreshing network info cache for port 21beb439-5f91-462b-896d-aa8e771a990f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.806470] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbdb9fe-e8b1-4938-882e-5137511f1cf0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.830902] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 755.830902] env[71079]: value = "task-3278703" [ 755.830902] env[71079]: _type = "Task" [ 755.830902] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.842250] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.850595] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.983571] env[71079]: DEBUG oslo_concurrency.lockutils [None req-26efc08c-f755-4d6a-af3c-19e316b55a0c tempest-ServerShowV257Test-359509501 tempest-ServerShowV257Test-359509501-project-member] Lock "dd1c3bef-07d4-4475-94e1-d49a3927e990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.454s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.130585] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278702, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.264603] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.264898] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.265084] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.265813] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.265813] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.271156] env[71079]: INFO nova.compute.manager [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Terminating instance [ 756.341596] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278703, 'name': ReconfigVM_Task, 'duration_secs': 0.213933} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.342122] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.342512] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39bb3427-022a-46ea-95e3-7d897c0f6b00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.349344] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 756.349344] env[71079]: value = "task-3278704" [ 756.349344] env[71079]: _type = "Task" [ 756.349344] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.360360] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.376364] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.376829] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.377197] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.377514] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.377820] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.381221] env[71079]: INFO nova.compute.manager [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Terminating instance [ 756.503106] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 5886f11a-d2d5-459e-82ca-7e718cf28b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.503265] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance bbe9db38-468a-4c7d-8140-716ec900380d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.503412] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 92011c0d-65c5-43e3-a9c4-3fa1c46d3727 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.503527] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.503638] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 33e7e6bd-0e86-42c4-b5a8-ef07ae610048 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.503979] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 50acee33-d8c1-42f4-a873-fc34c60d9b8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.503979] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance beed49de-6836-46f8-a6f0-c6fa330eafc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.503979] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e43cd3ed-5a0e-4d1d-9177-9879a05db58f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.504132] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 37447c09-45f9-4c5d-8c7f-f5d626a7e514 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.504225] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d1ee91d7-9d84-4094-8d38-166d8a2b999e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.504330] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 926f7d25-80c5-408e-b2b5-0544d36305f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.504449] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8a655321-9dcf-41f1-820b-2d44039e289b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.504617] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 234bae3a-7868-453f-9072-24eb855d57ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.504789] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 43473e6e-fd19-4826-98ef-8c66275f997a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.504913] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 227ce655-b7d4-484c-85f6-40f014412044 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.505042] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d3c5ee07-a0e5-47eb-8c79-786699338629 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.505161] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.505272] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 58c5506b-a2a4-475c-aa80-27b9732234d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.505386] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance dd24ca9e-8ed7-449d-99af-345f32867233 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 756.505503] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 0f730caf-20aa-4549-9821-c51a9cd16cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.505610] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 20b1b140-6b52-4aaa-aa2c-bb074b137caf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.505713] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 50270e8a-cf20-48b5-8b4a-ee8b839248bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.505816] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance a9c09f10-52bf-4b7a-b7f1-c432c23c88b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.506408] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 490b72f5-9712-4947-bbff-0d603c264d7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.506408] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 756.582971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "beed49de-6836-46f8-a6f0-c6fa330eafc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.583283] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.583493] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "beed49de-6836-46f8-a6f0-c6fa330eafc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.583677] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.583845] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.588329] env[71079]: INFO nova.compute.manager [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Terminating instance [ 756.627587] env[71079]: DEBUG nova.network.neutron [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Updated VIF entry in instance network info cache for port 21beb439-5f91-462b-896d-aa8e771a990f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.628839] env[71079]: DEBUG nova.network.neutron [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Updating instance_info_cache with network_info: [{"id": "21beb439-5f91-462b-896d-aa8e771a990f", "address": "fa:16:3e:21:7c:8e", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21beb439-5f", "ovs_interfaceid": "21beb439-5f91-462b-896d-aa8e771a990f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.630950] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.631577] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90393a7e-c385-451d-850b-50a4abc0ac78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.641563] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278702, 'name': CreateVM_Task, 'duration_secs': 0.769359} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.643763] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.643948] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 756.643948] env[71079]: value = "task-3278705" [ 756.643948] env[71079]: _type = "Task" [ 756.643948] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.644607] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.644765] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.645094] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.645666] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2a15c0-bc12-4001-a112-1806fb6a6656 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.657035] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 756.657035] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526b69b6-9300-f5b5-c2a6-d60103beb42a" [ 756.657035] env[71079]: _type = "Task" [ 756.657035] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.659977] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.671366] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526b69b6-9300-f5b5-c2a6-d60103beb42a, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.671657] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671980] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.672150] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.672305] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.672881] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.673171] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a221e82-7b5f-4e25-b0e8-5b8879d58842 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.681863] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.682119] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.683032] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f247fa5-6c39-42df-90a5-5ea31aff395e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.688583] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 756.688583] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521f5a18-ad4d-cceb-d4e9-05a39f67bb31" [ 756.688583] env[71079]: _type = "Task" [ 756.688583] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.700463] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521f5a18-ad4d-cceb-d4e9-05a39f67bb31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.775710] env[71079]: DEBUG nova.compute.manager [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.775710] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.776312] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d9bc19-300a-447c-8a42-8bd2788aed03 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.786607] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.787671] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ff9bd83-94c4-44ba-ad3a-5121c1278b7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.799018] env[71079]: DEBUG oslo_vmware.api [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 756.799018] env[71079]: value = "task-3278706" [ 756.799018] env[71079]: _type = "Task" [ 756.799018] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.808042] env[71079]: DEBUG oslo_vmware.api [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.861362] env[71079]: DEBUG oslo_vmware.api [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278704, 'name': PowerOnVM_Task, 'duration_secs': 0.462849} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.861646] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.865439] env[71079]: DEBUG nova.compute.manager [None req-126cd186-b2d3-4720-a6dc-c51f169777b4 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.866591] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c213af6-3fa7-4963-a03f-e837f0e00220 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.883905] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "refresh_cache-20b1b140-6b52-4aaa-aa2c-bb074b137caf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.884112] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "refresh_cache-20b1b140-6b52-4aaa-aa2c-bb074b137caf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.884287] env[71079]: DEBUG nova.network.neutron [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.009952] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 37e0139a-2f1f-4945-9b64-3a711e7759cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.095202] env[71079]: DEBUG nova.compute.manager [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.095693] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.096730] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58bbf84-1499-4bee-b365-61630ab1dd64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.105027] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.105306] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda03eea-09ff-4f3b-a7e7-8c13a17e592c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.112644] env[71079]: DEBUG oslo_vmware.api [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 757.112644] env[71079]: value = "task-3278707" [ 757.112644] env[71079]: _type = "Task" [ 757.112644] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.121162] env[71079]: DEBUG oslo_vmware.api [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.132858] env[71079]: DEBUG oslo_concurrency.lockutils [req-aa0b5c67-58e3-4cf7-afd3-899bb50c5228 req-c0f46d2d-62be-4e39-8b2b-1884dd73f12d service nova] Releasing lock "refresh_cache-e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.155215] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278705, 'name': PowerOffVM_Task, 'duration_secs': 0.124952} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.155493] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.156182] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.157120] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e882992-d2d4-4715-8883-b83f53afd74c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.166010] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.166325] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-199548d1-7d9e-4ce7-8002-42683df86849 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.197862] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.198091] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.198279] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Deleting the datastore file [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.199085] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f04a4e1-456c-4ac9-b7fb-50e6b3d27c62 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.204455] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521f5a18-ad4d-cceb-d4e9-05a39f67bb31, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.205681] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460d8539-c096-4085-b88b-4349aff94864 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.209832] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 757.209832] env[71079]: value = "task-3278709" [ 757.209832] env[71079]: _type = "Task" [ 757.209832] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.215400] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 757.215400] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522d44e6-c87a-e58f-be03-7d1ef96f9ba5" [ 757.215400] env[71079]: _type = "Task" [ 757.215400] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.222185] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.228690] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522d44e6-c87a-e58f-be03-7d1ef96f9ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.311336] env[71079]: DEBUG oslo_vmware.api [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278706, 'name': PowerOffVM_Task, 'duration_secs': 0.423935} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.311336] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.311675] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.311777] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b45953a-bbd6-459b-a975-8cacc241bfda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.414899] env[71079]: DEBUG nova.network.neutron [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.474187] env[71079]: DEBUG nova.network.neutron [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.512913] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8cce201b-6d8a-4145-99be-e8c0c8bf9685 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.626294] env[71079]: DEBUG oslo_vmware.api [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278707, 'name': PowerOffVM_Task, 'duration_secs': 0.223684} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.626658] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.626911] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.627219] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2f4da35-2b0f-49ea-9397-0279be3640b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.691369] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.691743] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.691963] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Deleting the datastore file [datastore1] 33e7e6bd-0e86-42c4-b5a8-ef07ae610048 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.692260] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-646bd6cd-6af9-4453-95a8-971d4efb10b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.701786] env[71079]: DEBUG oslo_vmware.api [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for the task: (returnval){ [ 757.701786] env[71079]: value = "task-3278712" [ 757.701786] env[71079]: _type = "Task" [ 757.701786] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.703427] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.703677] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.704050] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Deleting the datastore file [datastore1] beed49de-6836-46f8-a6f0-c6fa330eafc3 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.707814] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0862a521-fa02-4f88-a193-a686fffc979f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.717703] env[71079]: DEBUG oslo_vmware.api [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.722527] env[71079]: DEBUG oslo_vmware.api [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for the task: (returnval){ [ 757.722527] env[71079]: value = "task-3278713" [ 757.722527] env[71079]: _type = "Task" [ 757.722527] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.725873] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120465} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.729893] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.730153] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.730442] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.736319] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522d44e6-c87a-e58f-be03-7d1ef96f9ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.018917} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.737217] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.737925] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.737925] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c825cdb5-27df-4bba-97e9-9c0ee1ba4beb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.746017] env[71079]: DEBUG oslo_vmware.api [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.750174] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 757.750174] env[71079]: value = "task-3278714" [ 757.750174] env[71079]: _type = "Task" [ 757.750174] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.760082] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.981039] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "refresh_cache-20b1b140-6b52-4aaa-aa2c-bb074b137caf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.981039] env[71079]: DEBUG nova.compute.manager [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.981039] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.981039] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec89ca-d393-4457-81d7-b53f94e4e39e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.990283] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.990918] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b402df6b-8253-47f4-88ca-d30e235b3d9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.997453] env[71079]: DEBUG oslo_vmware.api [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 757.997453] env[71079]: value = "task-3278715" [ 757.997453] env[71079]: _type = "Task" [ 757.997453] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.006068] env[71079]: DEBUG oslo_vmware.api [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.016186] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.213609] env[71079]: DEBUG oslo_vmware.api [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Task: {'id': task-3278712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231786} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.213789] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.213978] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.214202] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.214420] env[71079]: INFO nova.compute.manager [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Took 1.44 seconds to destroy the instance on the hypervisor. [ 758.214631] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.214832] env[71079]: DEBUG nova.compute.manager [-] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.214927] env[71079]: DEBUG nova.network.neutron [-] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.236042] env[71079]: DEBUG oslo_vmware.api [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Task: {'id': task-3278713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213892} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.236218] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.236406] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.236627] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.236838] env[71079]: INFO nova.compute.manager [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.237106] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.240465] env[71079]: DEBUG nova.compute.manager [-] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.240600] env[71079]: DEBUG nova.network.neutron [-] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.260861] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278714, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.391413] env[71079]: INFO nova.compute.manager [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Unrescuing [ 758.391694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.391767] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquired lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.392013] env[71079]: DEBUG nova.network.neutron [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.513982] env[71079]: DEBUG oslo_vmware.api [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278715, 'name': PowerOffVM_Task, 'duration_secs': 0.191039} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.514737] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.515252] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.518028] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee3ec2cb-c72c-45da-b359-97a1e9f9997f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.520499] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4dab1fc3-34f9-44da-b148-7503f7b6701e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.550189] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.550189] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.550189] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleting the datastore file [datastore2] 20b1b140-6b52-4aaa-aa2c-bb074b137caf {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.550189] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c7ef789-91de-4ed9-bc1c-b10ec6c2fdde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.557756] env[71079]: DEBUG oslo_vmware.api [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 758.557756] env[71079]: value = "task-3278717" [ 758.557756] env[71079]: _type = "Task" [ 758.557756] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.567104] env[71079]: DEBUG oslo_vmware.api [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.761183] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687578} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.761451] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.761673] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.761936] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b69879-b8ad-4887-8e88-c1eb51698d81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.770412] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 758.770412] env[71079]: value = "task-3278718" [ 758.770412] env[71079]: _type = "Task" [ 758.770412] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.780966] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.781736] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.781989] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.782815] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.782815] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.782815] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.782815] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.783016] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.783016] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.786015] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.786015] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.786015] env[71079]: DEBUG nova.virt.hardware [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.786015] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4246e1-454e-431d-857c-71e240ace63c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.792887] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d47d2-0fd8-4893-8da7-84a618128402 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.808391] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.815179] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.815179] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.815179] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a7fcb11-7aa4-494a-b799-7af530bd3404 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.833039] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.833039] env[71079]: value = "task-3278719" [ 758.833039] env[71079]: _type = "Task" [ 758.833039] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.841661] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278719, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.023973] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance ba8e907b-2f8c-4d51-96c5-933e9dd2b47d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.072823] env[71079]: DEBUG oslo_vmware.api [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100344} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.072937] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.073193] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.073429] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.073699] env[71079]: INFO nova.compute.manager [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Took 1.09 seconds to destroy the instance on the hypervisor. [ 759.074898] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.074898] env[71079]: DEBUG nova.compute.manager [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.074898] env[71079]: DEBUG nova.network.neutron [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.098891] env[71079]: DEBUG nova.network.neutron [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.283107] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0882} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.283395] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.284174] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017b5520-e895-455c-97c4-9b93e3cee84e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.306214] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.306982] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a6b9d50-82d5-4a2e-ae8a-800c9353e358 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.328696] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 759.328696] env[71079]: value = "task-3278720" [ 759.328696] env[71079]: _type = "Task" [ 759.328696] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.346022] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.350543] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278719, 'name': CreateVM_Task, 'duration_secs': 0.375663} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.350753] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.353203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.353203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.353203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.353203] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0458e7-1f66-453c-b99a-709d0aba5db2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.359439] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 759.359439] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5277ff52-2315-35a2-efa5-911f1e801a57" [ 759.359439] env[71079]: _type = "Task" [ 759.359439] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.368368] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5277ff52-2315-35a2-efa5-911f1e801a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.397616] env[71079]: DEBUG nova.network.neutron [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Updating instance_info_cache with network_info: [{"id": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "address": "fa:16:3e:74:d0:df", "network": {"id": "d27165d6-9514-47e4-96ec-a57eeeb8c5bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1874952405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8a7781ed6e51419fbd235a1384f4ad50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec740f8-a6", "ovs_interfaceid": "cec740f8-a6f0-4c20-b17f-1d8082be9e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.528548] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 1f678579-a949-4bf2-9526-b3ca84eda4cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.595751] env[71079]: DEBUG nova.compute.manager [req-62b33000-c987-4129-a0d3-aaef20db2e48 req-2ffbaf82-1ff2-4bb9-a84c-33c466926052 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Received event network-vif-deleted-b1517d97-010e-49ae-b9f2-e623a0100ecf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.595943] env[71079]: INFO nova.compute.manager [req-62b33000-c987-4129-a0d3-aaef20db2e48 req-2ffbaf82-1ff2-4bb9-a84c-33c466926052 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Neutron deleted interface b1517d97-010e-49ae-b9f2-e623a0100ecf; detaching it from the instance and deleting it from the info cache [ 759.596142] env[71079]: DEBUG nova.network.neutron [req-62b33000-c987-4129-a0d3-aaef20db2e48 req-2ffbaf82-1ff2-4bb9-a84c-33c466926052 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.602695] env[71079]: DEBUG nova.network.neutron [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.845478] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.871909] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5277ff52-2315-35a2-efa5-911f1e801a57, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.872627] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.873018] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.873369] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.874100] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.874412] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.875854] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad45910-f160-4222-a001-f86838aef8c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.885246] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.885587] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.886425] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df49a10a-928e-457a-a037-849387df31f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.891826] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 759.891826] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5214d1d5-a688-3d5d-b564-84182571a227" [ 759.891826] env[71079]: _type = "Task" [ 759.891826] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.903007] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Releasing lock "refresh_cache-50270e8a-cf20-48b5-8b4a-ee8b839248bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.903007] env[71079]: DEBUG nova.objects.instance [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lazy-loading 'flavor' on Instance uuid 50270e8a-cf20-48b5-8b4a-ee8b839248bc {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.903812] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5214d1d5-a688-3d5d-b564-84182571a227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.035665] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.037159] env[71079]: DEBUG nova.network.neutron [-] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.041574] env[71079]: DEBUG nova.network.neutron [-] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.099235] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-126c4549-abcc-4495-bd70-ad6fe6c68396 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.106129] env[71079]: INFO nova.compute.manager [-] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Took 1.03 seconds to deallocate network for instance. [ 760.112401] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ba9a8f-6b3e-423a-a527-9ea21e28451d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.154190] env[71079]: DEBUG nova.compute.manager [req-62b33000-c987-4129-a0d3-aaef20db2e48 req-2ffbaf82-1ff2-4bb9-a84c-33c466926052 service nova] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Detach interface failed, port_id=b1517d97-010e-49ae-b9f2-e623a0100ecf, reason: Instance beed49de-6836-46f8-a6f0-c6fa330eafc3 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.340254] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278720, 'name': ReconfigVM_Task, 'duration_secs': 0.97251} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.340603] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.341251] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-037b770b-eb8a-4cad-ad7f-eccd493f1797 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.347936] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 760.347936] env[71079]: value = "task-3278721" [ 760.347936] env[71079]: _type = "Task" [ 760.347936] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.357223] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278721, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.401934] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5214d1d5-a688-3d5d-b564-84182571a227, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.402726] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272d0880-8f6a-41d6-a269-f81783386afe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.407897] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7b5707-4429-4da5-8de5-43f42bc6f051 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.411283] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 760.411283] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529a6097-ba7b-2007-618d-47016c2d011b" [ 760.411283] env[71079]: _type = "Task" [ 760.411283] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.430396] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.431087] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6704dae-ab5d-4e55-98d9-1cb999113c87 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.436434] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529a6097-ba7b-2007-618d-47016c2d011b, 'name': SearchDatastore_Task, 'duration_secs': 0.01828} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.437647] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.437911] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.438259] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 760.438259] env[71079]: value = "task-3278722" [ 760.438259] env[71079]: _type = "Task" [ 760.438259] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.438391] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed59c18-8935-4980-8438-2cb820457d91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.447811] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.448979] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 760.448979] env[71079]: value = "task-3278723" [ 760.448979] env[71079]: _type = "Task" [ 760.448979] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.457083] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.539970] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 012270cd-9326-4ca7-a891-82cd30d74e4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.542157] env[71079]: INFO nova.compute.manager [-] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Took 2.30 seconds to deallocate network for instance. [ 760.543901] env[71079]: INFO nova.compute.manager [-] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Took 2.33 seconds to deallocate network for instance. [ 760.630025] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.862879] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278721, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.951945] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.960054] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493013} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.960304] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.961031] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.961031] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e730c65-971b-472e-afad-c49a047fb68b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.968025] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 760.968025] env[71079]: value = "task-3278724" [ 760.968025] env[71079]: _type = "Task" [ 760.968025] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.977511] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.043590] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance b1f3f5b8-1f35-40ed-a462-eda3ca855154 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.043898] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 761.044067] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 761.052137] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.052982] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.360457] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278721, 'name': Rename_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.453199] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278722, 'name': PowerOffVM_Task, 'duration_secs': 0.98494} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.455838] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.461195] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.461600] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aca847e-c8eb-4ef6-8775-ebdb59e4e248 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.475672] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca72175-afc6-40ac-9bb7-25db571311c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.489559] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53741ad9-e549-4bb5-9c27-3b9214187dd7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.492564] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 761.492564] env[71079]: value = "task-3278725" [ 761.492564] env[71079]: _type = "Task" [ 761.492564] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.492844] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089821} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.493077] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.496832] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add0142-4f74-41f5-b156-6c62a34bdb82 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.525587] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e0353-405b-4f6f-90fd-037ac865eeeb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.546671] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.546983] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.547575] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a793c89b-5af9-4310-aef6-04a2b5b8d344 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.564792] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab924187-3f8a-4b9b-8b1e-1bd79c162527 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.569630] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 761.569630] env[71079]: value = "task-3278726" [ 761.569630] env[71079]: _type = "Task" [ 761.569630] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.581927] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.588882] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.619472] env[71079]: DEBUG nova.compute.manager [req-b40f3c56-20e9-494e-95ef-67d8235c2f1d req-be180bab-8d43-4b43-91a0-66b10e51a2a9 service nova] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Received event network-vif-deleted-42af3630-2769-4532-ae1e-a1e32b86ee2e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.861309] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278721, 'name': Rename_Task, 'duration_secs': 1.025331} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.861593] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.861838] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a17279b-829f-4366-987f-58547e2038fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.869188] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 761.869188] env[71079]: value = "task-3278727" [ 761.869188] env[71079]: _type = "Task" [ 761.869188] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.877377] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.004047] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278725, 'name': ReconfigVM_Task, 'duration_secs': 0.224222} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.004299] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 762.004534] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.004832] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab6f0f29-3a58-40bf-98f7-d513d689c29c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.013091] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 762.013091] env[71079]: value = "task-3278728" [ 762.013091] env[71079]: _type = "Task" [ 762.013091] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.020846] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.080366] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278726, 'name': ReconfigVM_Task, 'duration_secs': 0.273984} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.080757] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b/490b72f5-9712-4947-bbff-0d603c264d7b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.081413] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fcd7103-72c5-4a93-bee0-b92378a210a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.085579] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.090475] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 762.090475] env[71079]: value = "task-3278729" [ 762.090475] env[71079]: _type = "Task" [ 762.090475] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.100370] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278729, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.380573] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.524216] env[71079]: DEBUG oslo_vmware.api [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278728, 'name': PowerOnVM_Task, 'duration_secs': 0.431766} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.524550] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.524739] env[71079]: DEBUG nova.compute.manager [None req-9441b1f1-92d7-45ea-aba6-15a4327edbc9 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.525561] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c2156-1566-40a8-87b1-e1c97fc6c132 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.592144] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 762.592438] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.142s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.592804] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.672s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.594818] env[71079]: INFO nova.compute.claims [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.606455] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278729, 'name': Rename_Task, 'duration_secs': 0.225471} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.606746] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.606986] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a9ad79-d1ac-4996-b80e-4fdfa249f2c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.614183] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 762.614183] env[71079]: value = "task-3278730" [ 762.614183] env[71079]: _type = "Task" [ 762.614183] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.622595] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.880966] env[71079]: DEBUG oslo_vmware.api [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278727, 'name': PowerOnVM_Task, 'duration_secs': 0.611979} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.881133] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.881333] env[71079]: INFO nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Took 9.55 seconds to spawn the instance on the hypervisor. [ 762.881509] env[71079]: DEBUG nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.882390] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff1a181-e1eb-4392-804d-90bcd1addcdb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.125065] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278730, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.399815] env[71079]: INFO nova.compute.manager [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Took 44.22 seconds to build instance. [ 763.626825] env[71079]: DEBUG oslo_vmware.api [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278730, 'name': PowerOnVM_Task, 'duration_secs': 0.931652} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.627151] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.627507] env[71079]: DEBUG nova.compute.manager [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.628302] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c97215-63fd-4521-a149-746c3d42ea34 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.903118] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a7418461-c3ac-45d2-a6eb-9b039d8263c1 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.921s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.040088] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d9c95-b6d3-4020-8445-74900c8b891f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.048584] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f698c-76fb-45fc-a605-6034ce00dcc0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.081598] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81362c2-e9d9-423c-b777-4855f87b8de2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.089673] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4460f90-2e3e-402f-9a8f-24f392237424 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.104130] env[71079]: DEBUG nova.compute.provider_tree [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.147847] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.440392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.440392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.440392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.440392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.440657] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.440657] env[71079]: INFO nova.compute.manager [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Terminating instance [ 764.608065] env[71079]: DEBUG nova.scheduler.client.report [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.751608] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "490b72f5-9712-4947-bbff-0d603c264d7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.752042] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "490b72f5-9712-4947-bbff-0d603c264d7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.752114] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "490b72f5-9712-4947-bbff-0d603c264d7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.752290] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "490b72f5-9712-4947-bbff-0d603c264d7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.752469] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "490b72f5-9712-4947-bbff-0d603c264d7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.755120] env[71079]: INFO nova.compute.manager [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Terminating instance [ 764.922896] env[71079]: INFO nova.compute.manager [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Rebuilding instance [ 764.944221] env[71079]: DEBUG nova.compute.manager [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.945168] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.950163] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfede19-28d3-438c-bc7c-99c4ce20e05f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.958862] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.959176] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddbefac0-0de8-4aeb-9a4c-f7375454e69d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.966356] env[71079]: DEBUG oslo_vmware.api [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 764.966356] env[71079]: value = "task-3278731" [ 764.966356] env[71079]: _type = "Task" [ 764.966356] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.976675] env[71079]: DEBUG nova.compute.manager [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.977947] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264427ed-1d1e-4722-a928-16d7055ad8d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.983734] env[71079]: DEBUG oslo_vmware.api [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.113217] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.113867] env[71079]: DEBUG nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.118662] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.897s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.118885] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.121183] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.222s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.121388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.123312] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.033s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.123518] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.125476] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.030s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.125660] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.127519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.428s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.129176] env[71079]: INFO nova.compute.claims [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.151334] env[71079]: INFO nova.scheduler.client.report [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Deleted allocations for instance 43473e6e-fd19-4826-98ef-8c66275f997a [ 765.154389] env[71079]: INFO nova.scheduler.client.report [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Deleted allocations for instance 8a655321-9dcf-41f1-820b-2d44039e289b [ 765.172218] env[71079]: INFO nova.scheduler.client.report [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Deleted allocations for instance 92011c0d-65c5-43e3-a9c4-3fa1c46d3727 [ 765.175202] env[71079]: INFO nova.scheduler.client.report [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Deleted allocations for instance d3c5ee07-a0e5-47eb-8c79-786699338629 [ 765.258985] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "refresh_cache-490b72f5-9712-4947-bbff-0d603c264d7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.259353] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquired lock "refresh_cache-490b72f5-9712-4947-bbff-0d603c264d7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.259602] env[71079]: DEBUG nova.network.neutron [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.482503] env[71079]: DEBUG oslo_vmware.api [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278731, 'name': PowerOffVM_Task, 'duration_secs': 0.393397} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.482503] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.482697] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.484550] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2108824b-fbd7-4f5c-b3c2-434b0c3af66d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.563061] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.563498] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.563770] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Deleting the datastore file [datastore1] 50270e8a-cf20-48b5-8b4a-ee8b839248bc {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.564429] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e718a465-a3bd-4833-9d2e-430c2c3d13c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.573808] env[71079]: DEBUG oslo_vmware.api [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 765.573808] env[71079]: value = "task-3278733" [ 765.573808] env[71079]: _type = "Task" [ 765.573808] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.582212] env[71079]: DEBUG oslo_vmware.api [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.634264] env[71079]: DEBUG nova.compute.utils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.638079] env[71079]: DEBUG nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.638244] env[71079]: DEBUG nova.network.neutron [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.662859] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fbfe559e-7d52-4bec-aca7-eff22ffffb22 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "43473e6e-fd19-4826-98ef-8c66275f997a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.903s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.666603] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acbba8e3-d784-446a-95a4-6b8517ec1a82 tempest-ImagesOneServerTestJSON-435763891 tempest-ImagesOneServerTestJSON-435763891-project-member] Lock "8a655321-9dcf-41f1-820b-2d44039e289b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.509s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.686462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c390915e-6e77-4c16-9c7f-ec58cfea8307 tempest-ServersAdminNegativeTestJSON-1188431956 tempest-ServersAdminNegativeTestJSON-1188431956-project-member] Lock "92011c0d-65c5-43e3-a9c4-3fa1c46d3727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.969s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.689794] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aaa361b-e349-44d5-9f5e-4005937e0452 tempest-ServerMetadataTestJSON-162590122 tempest-ServerMetadataTestJSON-162590122-project-member] Lock "d3c5ee07-a0e5-47eb-8c79-786699338629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.270s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.736112] env[71079]: DEBUG nova.policy [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7422395e728a4e04afc20f2f75d3b0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43c23897332b4ed8965476a4dae0a868', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.792239] env[71079]: DEBUG nova.network.neutron [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.920011] env[71079]: DEBUG nova.network.neutron [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.994200] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.994589] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a04fc7-e4f0-44c4-bd73-d8b7025380c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.006555] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 766.006555] env[71079]: value = "task-3278734" [ 766.006555] env[71079]: _type = "Task" [ 766.006555] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.017320] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.084973] env[71079]: DEBUG oslo_vmware.api [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169092} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.085300] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.085513] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.085730] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.085958] env[71079]: INFO nova.compute.manager [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 766.086299] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.086517] env[71079]: DEBUG nova.compute.manager [-] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.086704] env[71079]: DEBUG nova.network.neutron [-] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.138742] env[71079]: DEBUG nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.428728] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Releasing lock "refresh_cache-490b72f5-9712-4947-bbff-0d603c264d7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.429244] env[71079]: DEBUG nova.compute.manager [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.429477] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.431022] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354f1d68-bb26-4f13-87ea-067adb9a4bee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.443415] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.447749] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6932722-a1cf-4ab8-a2aa-d96491785de4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.456210] env[71079]: DEBUG oslo_vmware.api [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 766.456210] env[71079]: value = "task-3278735" [ 766.456210] env[71079]: _type = "Task" [ 766.456210] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.468469] env[71079]: DEBUG oslo_vmware.api [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.518129] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278734, 'name': PowerOffVM_Task, 'duration_secs': 0.304536} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.518129] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.518299] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.524786] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c6b36-2174-42d8-8dd6-521976268f27 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.537730] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.538281] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd2aeba-4571-498f-8812-341556084bd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.591668] env[71079]: DEBUG nova.network.neutron [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Successfully created port: c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.673518] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e9edb-12ea-43d4-b521-0ae5fe660625 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.682900] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5746501b-43df-4d31-bf25-71c6ce046f0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.724400] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b79d4f7-c16c-4fb6-ab3d-250483bb9526 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.734028] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0afa2-f691-4574-b52b-ca60854637dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.750947] env[71079]: DEBUG nova.compute.provider_tree [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.771470] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.772186] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.772186] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleting the datastore file [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.772186] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6b65ea-d72f-46bc-bbfe-860ef89b3805 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.782216] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 766.782216] env[71079]: value = "task-3278737" [ 766.782216] env[71079]: _type = "Task" [ 766.782216] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.792130] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.864832] env[71079]: DEBUG nova.compute.manager [req-16c56230-657b-4ddb-b4c8-ac46a90d7f1f req-481824db-f4b6-4c46-9237-70c6a0284ff7 service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Received event network-vif-deleted-cec740f8-a6f0-4c20-b17f-1d8082be9e39 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.865336] env[71079]: INFO nova.compute.manager [req-16c56230-657b-4ddb-b4c8-ac46a90d7f1f req-481824db-f4b6-4c46-9237-70c6a0284ff7 service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Neutron deleted interface cec740f8-a6f0-4c20-b17f-1d8082be9e39; detaching it from the instance and deleting it from the info cache [ 766.865603] env[71079]: DEBUG nova.network.neutron [req-16c56230-657b-4ddb-b4c8-ac46a90d7f1f req-481824db-f4b6-4c46-9237-70c6a0284ff7 service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.968533] env[71079]: DEBUG oslo_vmware.api [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278735, 'name': PowerOffVM_Task, 'duration_secs': 0.164788} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.968824] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.968989] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.969260] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8655797d-46b5-4485-9d54-d826b5026871 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.000991] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.001311] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.001858] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Deleting the datastore file [datastore2] 490b72f5-9712-4947-bbff-0d603c264d7b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.002284] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c44599b-7442-4099-bead-ffd9e3737aaa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.010643] env[71079]: DEBUG oslo_vmware.api [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for the task: (returnval){ [ 767.010643] env[71079]: value = "task-3278739" [ 767.010643] env[71079]: _type = "Task" [ 767.010643] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.022249] env[71079]: DEBUG oslo_vmware.api [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.152457] env[71079]: DEBUG nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.192969] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.193242] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.194116] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.194377] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.194589] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.194774] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.195026] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.195225] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.195424] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.195612] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.195810] env[71079]: DEBUG nova.virt.hardware [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.196738] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe3c45b-2c15-4803-ae3a-e2c827e87825 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.208325] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5601fbe-04e4-47b5-b36f-9b3d9a72507f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.256103] env[71079]: DEBUG nova.scheduler.client.report [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.264051] env[71079]: DEBUG nova.network.neutron [-] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.296199] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266192} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.296472] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.296681] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.296899] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.368100] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-791aead7-bd2d-475d-ab02-365e0bc44a02 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.382014] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3e3bd7-01bf-4d04-a805-870c3211621f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.416830] env[71079]: DEBUG nova.compute.manager [req-16c56230-657b-4ddb-b4c8-ac46a90d7f1f req-481824db-f4b6-4c46-9237-70c6a0284ff7 service nova] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Detach interface failed, port_id=cec740f8-a6f0-4c20-b17f-1d8082be9e39, reason: Instance 50270e8a-cf20-48b5-8b4a-ee8b839248bc could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 767.522423] env[71079]: DEBUG oslo_vmware.api [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Task: {'id': task-3278739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101819} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.522423] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.522423] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.522673] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.522794] env[71079]: INFO nova.compute.manager [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 767.522941] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.523160] env[71079]: DEBUG nova.compute.manager [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.523249] env[71079]: DEBUG nova.network.neutron [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.582754] env[71079]: DEBUG nova.network.neutron [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.766204] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.766737] env[71079]: DEBUG nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.769452] env[71079]: INFO nova.compute.manager [-] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Took 1.68 seconds to deallocate network for instance. [ 767.769814] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.170s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.770014] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.772440] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.590s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.773497] env[71079]: INFO nova.compute.claims [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.816079] env[71079]: INFO nova.scheduler.client.report [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Deleted allocations for instance 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2 [ 768.087172] env[71079]: DEBUG nova.network.neutron [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.273626] env[71079]: DEBUG nova.compute.utils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.277190] env[71079]: DEBUG nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.277582] env[71079]: DEBUG nova.network.neutron [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.290653] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.324596] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bcdb079e-9255-4bc9-b84a-4be1edb4268a tempest-InstanceActionsNegativeTestJSON-917832770 tempest-InstanceActionsNegativeTestJSON-917832770-project-member] Lock "251b39b1-ca0b-42d9-ac88-3bbd6aa864a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.277s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.348512] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.348770] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.348932] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.351216] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.351433] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.351537] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.351754] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.351933] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.352126] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.352290] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.352476] env[71079]: DEBUG nova.virt.hardware [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.353401] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16d743f-a441-4206-a823-6dc1c7095ca9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.359653] env[71079]: DEBUG nova.policy [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb416b910fad47aa84ac86b243add2d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7027e1a711fb44318dab6a10da768b21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.368519] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6d91c2-677b-4829-a73e-0ed15d1222f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.387106] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "bbe9db38-468a-4c7d-8140-716ec900380d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.387106] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "bbe9db38-468a-4c7d-8140-716ec900380d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.387106] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "bbe9db38-468a-4c7d-8140-716ec900380d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.387106] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "bbe9db38-468a-4c7d-8140-716ec900380d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.387464] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "bbe9db38-468a-4c7d-8140-716ec900380d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.388840] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:7c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21beb439-5f91-462b-896d-aa8e771a990f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.397145] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.397723] env[71079]: INFO nova.compute.manager [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Terminating instance [ 768.400651] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.401938] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81668019-ba1a-403d-8e7a-809598171c5a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.419607] env[71079]: DEBUG nova.compute.manager [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.419789] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.420815] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a1101-1deb-45e7-86b4-ae71baff4ad5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.431124] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.432492] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ccea02-933a-4277-9f6a-9eae725e80f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.434807] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.434807] env[71079]: value = "task-3278740" [ 768.434807] env[71079]: _type = "Task" [ 768.434807] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.440899] env[71079]: DEBUG oslo_vmware.api [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 768.440899] env[71079]: value = "task-3278741" [ 768.440899] env[71079]: _type = "Task" [ 768.440899] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.444361] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278740, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.452950] env[71079]: DEBUG oslo_vmware.api [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.590635] env[71079]: INFO nova.compute.manager [-] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Took 1.07 seconds to deallocate network for instance. [ 768.784812] env[71079]: DEBUG nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.912115] env[71079]: DEBUG nova.compute.manager [req-c304d852-9768-4f6b-86c4-03db8f9a2cf8 req-3d5ddd42-2789-4297-85c4-78705e63dfc8 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received event network-vif-plugged-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.912336] env[71079]: DEBUG oslo_concurrency.lockutils [req-c304d852-9768-4f6b-86c4-03db8f9a2cf8 req-3d5ddd42-2789-4297-85c4-78705e63dfc8 service nova] Acquiring lock "37e0139a-2f1f-4945-9b64-3a711e7759cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.912540] env[71079]: DEBUG oslo_concurrency.lockutils [req-c304d852-9768-4f6b-86c4-03db8f9a2cf8 req-3d5ddd42-2789-4297-85c4-78705e63dfc8 service nova] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.912786] env[71079]: DEBUG oslo_concurrency.lockutils [req-c304d852-9768-4f6b-86c4-03db8f9a2cf8 req-3d5ddd42-2789-4297-85c4-78705e63dfc8 service nova] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.912855] env[71079]: DEBUG nova.compute.manager [req-c304d852-9768-4f6b-86c4-03db8f9a2cf8 req-3d5ddd42-2789-4297-85c4-78705e63dfc8 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] No waiting events found dispatching network-vif-plugged-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.913018] env[71079]: WARNING nova.compute.manager [req-c304d852-9768-4f6b-86c4-03db8f9a2cf8 req-3d5ddd42-2789-4297-85c4-78705e63dfc8 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received unexpected event network-vif-plugged-c1e3ae18-f961-46b7-9fc1-47e2ce34927e for instance with vm_state building and task_state spawning. [ 768.952417] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278740, 'name': CreateVM_Task, 'duration_secs': 0.446899} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.954137] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.955321] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.955493] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.955828] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.959326] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cf5986-716c-4ccf-825c-0f156f749cb7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.961008] env[71079]: DEBUG oslo_vmware.api [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278741, 'name': PowerOffVM_Task, 'duration_secs': 0.212503} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.963641] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.963818] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.964555] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebb03c5c-c065-4c08-9154-11cf070ef0ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.968028] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 768.968028] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5255ea02-58f4-68ea-b784-ea9a997407c0" [ 768.968028] env[71079]: _type = "Task" [ 768.968028] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.978027] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5255ea02-58f4-68ea-b784-ea9a997407c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.043504] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.043718] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.043868] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Deleting the datastore file [datastore2] bbe9db38-468a-4c7d-8140-716ec900380d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.044190] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dee6cafc-aa2d-4ea5-a7d0-3bd415271cc8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.056936] env[71079]: DEBUG oslo_vmware.api [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for the task: (returnval){ [ 769.056936] env[71079]: value = "task-3278743" [ 769.056936] env[71079]: _type = "Task" [ 769.056936] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.066743] env[71079]: DEBUG oslo_vmware.api [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.098826] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.157191] env[71079]: DEBUG nova.network.neutron [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Successfully created port: a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.209504] env[71079]: DEBUG nova.network.neutron [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Successfully updated port: c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.258318] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838ceea5-46a1-43c3-8043-143a572886eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.266699] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd6ac5e-0cb8-44b7-bbe8-5f06677fe593 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.309576] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dee475-1b9a-4126-94d0-d1d1b1f29505 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.314908] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e284a-d837-4dd4-8823-004613479d9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.330376] env[71079]: DEBUG nova.compute.provider_tree [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.479751] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5255ea02-58f4-68ea-b784-ea9a997407c0, 'name': SearchDatastore_Task, 'duration_secs': 0.0275} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.480102] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.483029] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.483029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.483029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.483029] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.483029] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a75d58d-b6e7-4555-9a7d-20a042aead6d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.489936] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.490146] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.490873] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0353d6bf-2ab9-46dc-b443-2da8790c550d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.497152] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 769.497152] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b0beec-02b2-69a8-f76e-4b7dde386f17" [ 769.497152] env[71079]: _type = "Task" [ 769.497152] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.506257] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b0beec-02b2-69a8-f76e-4b7dde386f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.571786] env[71079]: DEBUG oslo_vmware.api [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Task: {'id': task-3278743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431784} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.572132] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.572336] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.572530] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.572947] env[71079]: INFO nova.compute.manager [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 769.572947] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.573331] env[71079]: DEBUG nova.compute.manager [-] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.573331] env[71079]: DEBUG nova.network.neutron [-] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.714502] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.714673] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.715113] env[71079]: DEBUG nova.network.neutron [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.807480] env[71079]: DEBUG nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.834101] env[71079]: DEBUG nova.scheduler.client.report [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.844800] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.845484] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.845668] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.846039] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.847969] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.848055] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.848275] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.848426] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.848605] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.848751] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.848910] env[71079]: DEBUG nova.virt.hardware [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.849925] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff34b7-db77-40ab-ae85-cc193891a601 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.862649] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5323e9d7-69ab-4c73-a455-2ad80a8f6dd7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.009389] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b0beec-02b2-69a8-f76e-4b7dde386f17, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.010289] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62932969-bf2f-40a7-9ea4-77efea758c54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.015561] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 770.015561] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275bb47-ab08-e285-8866-a3e0d5771155" [ 770.015561] env[71079]: _type = "Task" [ 770.015561] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.023997] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275bb47-ab08-e285-8866-a3e0d5771155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.272940] env[71079]: DEBUG nova.network.neutron [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.356872] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.357425] env[71079]: DEBUG nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.360345] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.441s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.360546] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.362580] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.671s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.362785] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.364472] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.542s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.366194] env[71079]: INFO nova.compute.claims [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.401428] env[71079]: INFO nova.scheduler.client.report [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted allocations for instance 227ce655-b7d4-484c-85f6-40f014412044 [ 770.408481] env[71079]: INFO nova.scheduler.client.report [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Deleted allocations for instance 37447c09-45f9-4c5d-8c7f-f5d626a7e514 [ 770.529504] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275bb47-ab08-e285-8866-a3e0d5771155, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.529504] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.529504] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.529809] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3925c123-e4ad-4e83-a355-4052648b109e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.537740] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 770.537740] env[71079]: value = "task-3278744" [ 770.537740] env[71079]: _type = "Task" [ 770.537740] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.546874] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.574091] env[71079]: DEBUG nova.network.neutron [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [{"id": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "address": "fa:16:3e:96:04:01", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3ae18-f9", "ovs_interfaceid": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.629200] env[71079]: DEBUG nova.network.neutron [-] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.875035] env[71079]: DEBUG nova.compute.utils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.881858] env[71079]: DEBUG nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.881858] env[71079]: DEBUG nova.network.neutron [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.911464] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f77add13-2205-4170-b09e-8c6dcaad3d3f tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "227ce655-b7d4-484c-85f6-40f014412044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.439s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.917402] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8ced0726-07ab-4881-b48c-aa9273162a58 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "37447c09-45f9-4c5d-8c7f-f5d626a7e514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.348s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.987686] env[71079]: DEBUG nova.policy [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f46a68d02249e98c00741dc9fe518c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddaf90291f4b4fbbad7326741e8c8c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.048046] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478009} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.048541] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.048946] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.051464] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad3b7c7b-87c6-4592-bedd-a720639c31c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.058478] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 771.058478] env[71079]: value = "task-3278745" [ 771.058478] env[71079]: _type = "Task" [ 771.058478] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.077151] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.077151] env[71079]: DEBUG nova.compute.manager [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.077471] env[71079]: DEBUG nova.compute.manager [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing instance network info cache due to event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.077732] env[71079]: DEBUG oslo_concurrency.lockutils [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] Acquiring lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.078692] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Releasing lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.079105] env[71079]: DEBUG nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Instance network_info: |[{"id": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "address": "fa:16:3e:96:04:01", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3ae18-f9", "ovs_interfaceid": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.079433] env[71079]: DEBUG oslo_concurrency.lockutils [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] Acquired lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.079664] env[71079]: DEBUG nova.network.neutron [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.081021] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:04:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1e3ae18-f961-46b7-9fc1-47e2ce34927e', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.092721] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Creating folder: Project (43c23897332b4ed8965476a4dae0a868). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.098343] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-971e6865-f06e-450b-ba0b-a87ed9c5ddc1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.110481] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Created folder: Project (43c23897332b4ed8965476a4dae0a868) in parent group-v654700. [ 771.110481] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Creating folder: Instances. Parent ref: group-v654826. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.110782] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6df1e887-96f9-4480-befb-9cdb2c4c0eae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.120349] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Created folder: Instances in parent group-v654826. [ 771.120623] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.120825] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.121302] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fedee03-2fc5-4a5f-b70b-a911f140f62e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.138499] env[71079]: INFO nova.compute.manager [-] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Took 1.57 seconds to deallocate network for instance. [ 771.146321] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.146321] env[71079]: value = "task-3278748" [ 771.146321] env[71079]: _type = "Task" [ 771.146321] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.155121] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278748, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.382208] env[71079]: DEBUG nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.567980] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09324} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.570757] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.573115] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a49c3-f9ad-4187-b222-53b9967dfc85 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.595495] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.598674] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0a8f06-8eec-4ea7-b0fb-105c62955ee4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.617015] env[71079]: DEBUG nova.network.neutron [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updated VIF entry in instance network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.617015] env[71079]: DEBUG nova.network.neutron [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [{"id": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "address": "fa:16:3e:96:04:01", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3ae18-f9", "ovs_interfaceid": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.624346] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 771.624346] env[71079]: value = "task-3278749" [ 771.624346] env[71079]: _type = "Task" [ 771.624346] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.637458] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.637983] env[71079]: DEBUG nova.network.neutron [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Successfully updated port: a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.655629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.661587] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278748, 'name': CreateVM_Task, 'duration_secs': 0.363032} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.661931] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.663286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.663711] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.664173] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.664570] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7097fcb-28c4-43c1-9273-40cc69056f6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.671694] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 771.671694] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521bbdda-501f-5855-6f65-284b9c169d00" [ 771.671694] env[71079]: _type = "Task" [ 771.671694] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.686190] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521bbdda-501f-5855-6f65-284b9c169d00, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.686789] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.687710] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.688162] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.690065] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.690065] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.690065] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51d52e97-34a5-46d7-8487-a3048f74fbdb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.698680] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.698922] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.699755] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd55878-22e7-498b-a91d-218e0178e9fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.705503] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 771.705503] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526594f7-f375-dc5a-7923-184320937497" [ 771.705503] env[71079]: _type = "Task" [ 771.705503] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.719259] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526594f7-f375-dc5a-7923-184320937497, 'name': SearchDatastore_Task, 'duration_secs': 0.008436} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.719771] env[71079]: DEBUG nova.network.neutron [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Successfully created port: 5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.722577] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745c97a5-daed-495c-a0be-b2101b55cc0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.730678] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 771.730678] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527730b7-299d-6f09-af33-cac769e657b9" [ 771.730678] env[71079]: _type = "Task" [ 771.730678] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.743158] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527730b7-299d-6f09-af33-cac769e657b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.936157] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e12dc-3f1e-4e78-a55e-79be61bc29fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.943967] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa80e5-62ff-4735-8faf-e5c14cdf0a99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.978107] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dee591c-4878-4ec2-b9c0-08c56624a3ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.985958] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817aeb0-022a-465d-9a94-56a9cac3a7ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.999945] env[71079]: DEBUG nova.compute.provider_tree [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.119257] env[71079]: DEBUG oslo_concurrency.lockutils [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] Releasing lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.119535] env[71079]: DEBUG nova.compute.manager [req-0a3c8b5e-c918-4604-aa90-6691ec6f4e2c req-31d1431e-ec03-4a6c-a740-1e17042de68a service nova] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Received event network-vif-deleted-8e63f2a1-621b-48ab-9aab-a248a010618a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.136229] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278749, 'name': ReconfigVM_Task, 'duration_secs': 0.360673} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.136630] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375/e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.137769] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398fe6d4-439e-4df4-ac74-d2fcd074a2cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.142107] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.142107] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquired lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.142237] env[71079]: DEBUG nova.network.neutron [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.144484] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 772.144484] env[71079]: value = "task-3278750" [ 772.144484] env[71079]: _type = "Task" [ 772.144484] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.154795] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278750, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.241476] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527730b7-299d-6f09-af33-cac769e657b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.241880] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.242049] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 37e0139a-2f1f-4945-9b64-3a711e7759cb/37e0139a-2f1f-4945-9b64-3a711e7759cb.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.242385] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-240f2123-d34a-4f8b-99d4-6d602acc4618 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.249142] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 772.249142] env[71079]: value = "task-3278751" [ 772.249142] env[71079]: _type = "Task" [ 772.249142] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.258205] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.396785] env[71079]: DEBUG nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.427540] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.427827] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.427961] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.428529] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.428694] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.428846] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.429101] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.429453] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.429657] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.429833] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.430023] env[71079]: DEBUG nova.virt.hardware [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.431207] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add9291-d998-43a5-aad1-dc15e5d2abcf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.441531] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f019708-3aeb-484b-ab4a-2982c4ae717a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.503190] env[71079]: DEBUG nova.scheduler.client.report [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.661860] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278750, 'name': Rename_Task, 'duration_secs': 0.14038} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.662264] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.662549] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba182c01-0af8-4a9d-b805-b19db36a6d05 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.670695] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 772.670695] env[71079]: value = "task-3278752" [ 772.670695] env[71079]: _type = "Task" [ 772.670695] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.686336] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.724343] env[71079]: DEBUG nova.network.neutron [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.760910] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457339} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.761342] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 37e0139a-2f1f-4945-9b64-3a711e7759cb/37e0139a-2f1f-4945-9b64-3a711e7759cb.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.762274] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.762274] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bafcf18e-dd7b-43e3-b20d-6db9f9fa53bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.771777] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 772.771777] env[71079]: value = "task-3278753" [ 772.771777] env[71079]: _type = "Task" [ 772.771777] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.780560] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.980470] env[71079]: DEBUG nova.network.neutron [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updating instance_info_cache with network_info: [{"id": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "address": "fa:16:3e:32:b2:37", "network": {"id": "654e4d25-8ded-47dd-8996-661dc0744770", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1704880769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7027e1a711fb44318dab6a10da768b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f6d585-57", "ovs_interfaceid": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.010842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.011905] env[71079]: DEBUG nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.018023] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.223s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.018023] env[71079]: INFO nova.compute.claims [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.171533] env[71079]: DEBUG nova.compute.manager [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Received event network-vif-plugged-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.171831] env[71079]: DEBUG oslo_concurrency.lockutils [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] Acquiring lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.171892] env[71079]: DEBUG oslo_concurrency.lockutils [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.172655] env[71079]: DEBUG oslo_concurrency.lockutils [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.172848] env[71079]: DEBUG nova.compute.manager [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] No waiting events found dispatching network-vif-plugged-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.173066] env[71079]: WARNING nova.compute.manager [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Received unexpected event network-vif-plugged-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 for instance with vm_state building and task_state spawning. [ 773.173996] env[71079]: DEBUG nova.compute.manager [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Received event network-changed-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.174225] env[71079]: DEBUG nova.compute.manager [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Refreshing instance network info cache due to event network-changed-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.174429] env[71079]: DEBUG oslo_concurrency.lockutils [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] Acquiring lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.191308] env[71079]: DEBUG oslo_vmware.api [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278752, 'name': PowerOnVM_Task, 'duration_secs': 0.465955} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.191308] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.191478] env[71079]: DEBUG nova.compute.manager [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.192213] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f523bd-87b2-48c2-8d6d-73084ed07cf9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.281544] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069639} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.282390] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.282690] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ec932-a560-494f-a995-c43dcf44b440 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.308111] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 37e0139a-2f1f-4945-9b64-3a711e7759cb/37e0139a-2f1f-4945-9b64-3a711e7759cb.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.308111] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76aadac2-87c7-4ead-b3a5-8b0c00468ba2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.329679] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 773.329679] env[71079]: value = "task-3278754" [ 773.329679] env[71079]: _type = "Task" [ 773.329679] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.339724] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.482859] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Releasing lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.483231] env[71079]: DEBUG nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Instance network_info: |[{"id": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "address": "fa:16:3e:32:b2:37", "network": {"id": "654e4d25-8ded-47dd-8996-661dc0744770", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1704880769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7027e1a711fb44318dab6a10da768b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f6d585-57", "ovs_interfaceid": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.484537] env[71079]: DEBUG oslo_concurrency.lockutils [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] Acquired lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.484812] env[71079]: DEBUG nova.network.neutron [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Refreshing network info cache for port a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.490047] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:b2:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3f6d585-5755-44c8-a19c-b01bf6eb4ef2', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.499260] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Creating folder: Project (7027e1a711fb44318dab6a10da768b21). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.500413] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1be9f9-0bab-4c2f-8e78-37564337589c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.514390] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Created folder: Project (7027e1a711fb44318dab6a10da768b21) in parent group-v654700. [ 773.514390] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Creating folder: Instances. Parent ref: group-v654829. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.514390] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2de705f-852e-480f-9d0e-d3140f8f0150 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.521707] env[71079]: DEBUG nova.compute.utils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.522997] env[71079]: DEBUG nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.524023] env[71079]: DEBUG nova.network.neutron [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.530244] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Created folder: Instances in parent group-v654829. [ 773.530244] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.530504] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.530878] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f1f9b52-7aa9-43a0-8014-5f4d70d4523a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.559321] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.559321] env[71079]: value = "task-3278757" [ 773.559321] env[71079]: _type = "Task" [ 773.559321] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.570537] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278757, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.674034] env[71079]: DEBUG nova.policy [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e7e285c5ee49849109ebb75cd746d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3489c4b200246918ffc42af20f8603b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.718111] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.740676] env[71079]: DEBUG nova.network.neutron [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Successfully updated port: 5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.841648] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278754, 'name': ReconfigVM_Task, 'duration_secs': 0.306035} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.842341] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 37e0139a-2f1f-4945-9b64-3a711e7759cb/37e0139a-2f1f-4945-9b64-3a711e7759cb.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.843293] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c63c3d28-4322-4668-a27d-4eb4ea9a7151 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.850785] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 773.850785] env[71079]: value = "task-3278758" [ 773.850785] env[71079]: _type = "Task" [ 773.850785] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.860462] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278758, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.030906] env[71079]: DEBUG nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.078437] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278757, 'name': CreateVM_Task, 'duration_secs': 0.484406} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.078872] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.079868] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082601] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082601] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082601] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85586ed-362e-4572-b06e-cd8336bdf9c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.088597] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 774.088597] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527d41c1-9fa8-d3cc-0c03-53f681a1cd6a" [ 774.088597] env[71079]: _type = "Task" [ 774.088597] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.105452] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527d41c1-9fa8-d3cc-0c03-53f681a1cd6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.247836] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.247911] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.248118] env[71079]: DEBUG nova.network.neutron [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.364723] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278758, 'name': Rename_Task, 'duration_secs': 0.185213} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.365211] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.365457] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a236a7-930a-4d21-85de-cb63808e888a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.372194] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 774.372194] env[71079]: value = "task-3278761" [ 774.372194] env[71079]: _type = "Task" [ 774.372194] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.380750] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.393015] env[71079]: DEBUG nova.network.neutron [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Successfully created port: b212fd1a-084e-4615-b1f2-0d0822595ee8 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.488579] env[71079]: DEBUG nova.network.neutron [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updated VIF entry in instance network info cache for port a3f6d585-5755-44c8-a19c-b01bf6eb4ef2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.490324] env[71079]: DEBUG nova.network.neutron [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updating instance_info_cache with network_info: [{"id": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "address": "fa:16:3e:32:b2:37", "network": {"id": "654e4d25-8ded-47dd-8996-661dc0744770", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1704880769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7027e1a711fb44318dab6a10da768b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f6d585-57", "ovs_interfaceid": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.589576] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d0ee3-2d7e-4369-8a9f-a49d350c2eb7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.617247] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd580e-d6cd-4a22-bcdc-4f51f3429ef0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.621125] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527d41c1-9fa8-d3cc-0c03-53f681a1cd6a, 'name': SearchDatastore_Task, 'duration_secs': 0.022329} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.621442] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.621670] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.621899] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.622076] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.622272] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.622917] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05b445f0-ee65-4ac7-8f4b-55b606be993f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.654433] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35bb176-9ed3-4ecf-a4da-7227d6a32564 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.663147] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62500ad-65a6-4a31-9304-45abb2e17b55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.666864] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.667057] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.668158] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cab245-ccc3-4c19-a2c2-2f0f3b3c0b4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.680041] env[71079]: DEBUG nova.compute.provider_tree [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.682205] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 774.682205] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529d5ae7-a73c-20bc-5e9f-fc7e941313c6" [ 774.682205] env[71079]: _type = "Task" [ 774.682205] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.692057] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529d5ae7-a73c-20bc-5e9f-fc7e941313c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014774} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.693077] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021dbebd-45d0-40d4-979d-e354efdfbdbc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.699616] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 774.699616] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520a432c-aeef-9a0b-3216-814ab3649fa2" [ 774.699616] env[71079]: _type = "Task" [ 774.699616] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.708429] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520a432c-aeef-9a0b-3216-814ab3649fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.804101] env[71079]: DEBUG nova.network.neutron [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.884027] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.993447] env[71079]: DEBUG oslo_concurrency.lockutils [req-415324fc-b41a-412b-a0a3-05c152feb283 req-0f9c35b1-d9ac-4d7a-87a2-d2ab112c81cd service nova] Releasing lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.026632] env[71079]: DEBUG nova.network.neutron [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updating instance_info_cache with network_info: [{"id": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "address": "fa:16:3e:51:56:1c", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a37f02f-e4", "ovs_interfaceid": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.049100] env[71079]: DEBUG nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.077118] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:04:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b57bf845-a2bd-42ca-a464-64a1cf0967cc',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-54338221',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.077118] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.077118] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.077465] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.077780] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.078085] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.078447] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.078745] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.079415] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.079749] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.080077] env[71079]: DEBUG nova.virt.hardware [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.081402] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8354051e-6763-4951-bd9c-0120a564540f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.091451] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a300d35-0535-47d5-ac81-f12a2f72bf38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.187206] env[71079]: DEBUG nova.scheduler.client.report [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.212284] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520a432c-aeef-9a0b-3216-814ab3649fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.212809] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.213485] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8cce201b-6d8a-4145-99be-e8c0c8bf9685/8cce201b-6d8a-4145-99be-e8c0c8bf9685.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.214129] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c0866b9-8211-48ea-a724-3924af2fa480 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.221330] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 775.221330] env[71079]: value = "task-3278763" [ 775.221330] env[71079]: _type = "Task" [ 775.221330] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.232052] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.258518] env[71079]: DEBUG nova.compute.manager [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Received event network-vif-plugged-5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.259186] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] Acquiring lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.259493] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.259717] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.259936] env[71079]: DEBUG nova.compute.manager [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] No waiting events found dispatching network-vif-plugged-5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.260196] env[71079]: WARNING nova.compute.manager [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Received unexpected event network-vif-plugged-5a37f02f-e4ec-49db-bd9c-e747237d8766 for instance with vm_state building and task_state spawning. [ 775.260395] env[71079]: DEBUG nova.compute.manager [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Received event network-changed-5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.260580] env[71079]: DEBUG nova.compute.manager [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Refreshing instance network info cache due to event network-changed-5a37f02f-e4ec-49db-bd9c-e747237d8766. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.261150] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] Acquiring lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.385638] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278761, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.531043] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.531388] env[71079]: DEBUG nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Instance network_info: |[{"id": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "address": "fa:16:3e:51:56:1c", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a37f02f-e4", "ovs_interfaceid": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.531668] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] Acquired lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.531895] env[71079]: DEBUG nova.network.neutron [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Refreshing network info cache for port 5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.533522] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:56:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a37f02f-e4ec-49db-bd9c-e747237d8766', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.541582] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating folder: Project (ddaf90291f4b4fbbad7326741e8c8c47). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.542261] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c174f0b7-5de2-419c-a16d-3a0e29882dd6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.555686] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created folder: Project (ddaf90291f4b4fbbad7326741e8c8c47) in parent group-v654700. [ 775.555914] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating folder: Instances. Parent ref: group-v654835. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.557500] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e99600d-f492-44d5-bba6-bad00bb3d43c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.569063] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created folder: Instances in parent group-v654835. [ 775.569415] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.569650] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.569930] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-822bc87d-7ea6-4911-9220-d61075e64d8c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.595242] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.595242] env[71079]: value = "task-3278766" [ 775.595242] env[71079]: _type = "Task" [ 775.595242] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.605713] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278766, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.623201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "18556490-682c-4a4d-9470-c0058afaa575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.623362] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "18556490-682c-4a4d-9470-c0058afaa575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.632551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.633143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.633143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.633326] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.633393] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.637584] env[71079]: INFO nova.compute.manager [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Terminating instance [ 775.692075] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.692816] env[71079]: DEBUG nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.697171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.389s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.697171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.699566] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.103s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.703838] env[71079]: INFO nova.compute.claims [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.733833] env[71079]: INFO nova.scheduler.client.report [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Deleted allocations for instance dd24ca9e-8ed7-449d-99af-345f32867233 [ 775.741704] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278763, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.882510] env[71079]: DEBUG oslo_vmware.api [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278761, 'name': PowerOnVM_Task, 'duration_secs': 1.107782} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.883910] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.883910] env[71079]: INFO nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Took 8.73 seconds to spawn the instance on the hypervisor. [ 775.883910] env[71079]: DEBUG nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.884665] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0850e43-3b0b-434d-8471-5ff3074b05be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.105498] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278766, 'name': CreateVM_Task, 'duration_secs': 0.479155} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.108167] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.108857] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.109073] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.109371] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.109911] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5380beb7-958e-4f86-a6a2-8a937e42b4f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.114829] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 776.114829] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525c90d0-0498-8143-f0d1-6827f8cc96bf" [ 776.114829] env[71079]: _type = "Task" [ 776.114829] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.122848] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525c90d0-0498-8143-f0d1-6827f8cc96bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.126342] env[71079]: DEBUG nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.143384] env[71079]: DEBUG nova.compute.manager [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.146867] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.146867] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70becca0-1054-4ff3-a548-352a3440fcb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.153306] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.153832] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ccbe914-aa83-4b5c-ae8e-17c0547042ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.160594] env[71079]: DEBUG oslo_vmware.api [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 776.160594] env[71079]: value = "task-3278767" [ 776.160594] env[71079]: _type = "Task" [ 776.160594] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.169770] env[71079]: DEBUG oslo_vmware.api [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.208520] env[71079]: DEBUG nova.compute.utils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.211825] env[71079]: DEBUG nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.211918] env[71079]: DEBUG nova.network.neutron [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.235222] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544183} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.235489] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8cce201b-6d8a-4145-99be-e8c0c8bf9685/8cce201b-6d8a-4145-99be-e8c0c8bf9685.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.235836] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.238019] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5993af40-b299-4314-bdae-9fe9566d9014 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.244236] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 776.244236] env[71079]: value = "task-3278768" [ 776.244236] env[71079]: _type = "Task" [ 776.244236] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.252101] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d7277ad7-b9c4-495d-bc25-c6b5ea342190 tempest-ServerAddressesTestJSON-328099045 tempest-ServerAddressesTestJSON-328099045-project-member] Lock "dd24ca9e-8ed7-449d-99af-345f32867233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.458s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.263071] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "ff127830-f98c-463a-b964-300ebdbfdab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.263071] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.263319] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.338257] env[71079]: DEBUG nova.policy [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ccd8ead0c54a769ec79211018c4b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31605a7ad42e4f2287c1620f2083cd36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.406851] env[71079]: DEBUG nova.network.neutron [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Successfully updated port: b212fd1a-084e-4615-b1f2-0d0822595ee8 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.406851] env[71079]: INFO nova.compute.manager [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Took 52.51 seconds to build instance. [ 776.508281] env[71079]: DEBUG nova.network.neutron [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updated VIF entry in instance network info cache for port 5a37f02f-e4ec-49db-bd9c-e747237d8766. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.508611] env[71079]: DEBUG nova.network.neutron [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updating instance_info_cache with network_info: [{"id": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "address": "fa:16:3e:51:56:1c", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a37f02f-e4", "ovs_interfaceid": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.633316] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525c90d0-0498-8143-f0d1-6827f8cc96bf, 'name': SearchDatastore_Task, 'duration_secs': 0.0164} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.633648] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.633859] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.634138] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.634307] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.634526] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.637381] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c198a4a5-ac32-4d93-8015-78c1f30632f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.652137] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.652274] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.653398] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2379116-70cf-41a1-aa0e-f2e6ffd171a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.657598] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.665655] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 776.665655] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275e419-e241-2c23-ce14-6236fc3d974b" [ 776.665655] env[71079]: _type = "Task" [ 776.665655] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.672306] env[71079]: DEBUG oslo_vmware.api [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278767, 'name': PowerOffVM_Task, 'duration_secs': 0.191657} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.672908] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.673132] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.673397] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43807b4-e8bf-4823-9cf7-7edc82751b16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.678033] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275e419-e241-2c23-ce14-6236fc3d974b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.719791] env[71079]: DEBUG nova.compute.utils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.741888] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.742559] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.742836] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleting the datastore file [datastore1] e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.743617] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a059486-da20-4bc9-ae3c-3f2784d17f3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.761589] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074139} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.762656] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.762999] env[71079]: DEBUG oslo_vmware.api [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 776.762999] env[71079]: value = "task-3278770" [ 776.762999] env[71079]: _type = "Task" [ 776.762999] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.763921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d3a2b4-d93c-493f-a305-5d1ba769f033 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.795286] env[71079]: DEBUG oslo_vmware.api [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.805152] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8cce201b-6d8a-4145-99be-e8c0c8bf9685/8cce201b-6d8a-4145-99be-e8c0c8bf9685.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.808101] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f064f840-0b00-4597-95ab-a5176fd1bb26 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.829036] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 776.829036] env[71079]: value = "task-3278771" [ 776.829036] env[71079]: _type = "Task" [ 776.829036] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.838543] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.843416] env[71079]: DEBUG nova.network.neutron [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Successfully created port: cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.907848] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.908013] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.908183] env[71079]: DEBUG nova.network.neutron [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.912629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2baa08fb-c884-46fa-8190-a48015c706e6 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.751s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.012511] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d018fd5-b9f3-4157-8ba6-7a41bcfcd05e req-5a1ff4fa-324f-4287-9853-b58e571b4452 service nova] Releasing lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.178462] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275e419-e241-2c23-ce14-6236fc3d974b, 'name': SearchDatastore_Task, 'duration_secs': 0.039341} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.179299] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d3817c-ba06-4824-b91d-d64101b4b672 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.190414] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 777.190414] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb2787-3205-3f19-df11-1c3ec95fd2a2" [ 777.190414] env[71079]: _type = "Task" [ 777.190414] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.204125] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb2787-3205-3f19-df11-1c3ec95fd2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.211132] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3021fe-4962-442a-bc09-43158e722b01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.219095] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f09b0-68ff-454e-ac5a-7a702b006e2a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.223114] env[71079]: DEBUG nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.261595] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d1dc1-096b-45aa-8235-93fe728b4d29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.269402] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b640a47-16c8-4013-86f2-e5bbf22a8d85 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.293780] env[71079]: DEBUG nova.compute.provider_tree [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.298464] env[71079]: DEBUG oslo_vmware.api [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.339894] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.415176] env[71079]: DEBUG nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.452427] env[71079]: DEBUG nova.network.neutron [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.539041] env[71079]: DEBUG nova.compute.manager [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Received event network-vif-plugged-b212fd1a-084e-4615-b1f2-0d0822595ee8 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.539312] env[71079]: DEBUG oslo_concurrency.lockutils [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] Acquiring lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.539581] env[71079]: DEBUG oslo_concurrency.lockutils [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.540050] env[71079]: DEBUG oslo_concurrency.lockutils [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.540450] env[71079]: DEBUG nova.compute.manager [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] No waiting events found dispatching network-vif-plugged-b212fd1a-084e-4615-b1f2-0d0822595ee8 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.540753] env[71079]: WARNING nova.compute.manager [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Received unexpected event network-vif-plugged-b212fd1a-084e-4615-b1f2-0d0822595ee8 for instance with vm_state building and task_state spawning. [ 777.541067] env[71079]: DEBUG nova.compute.manager [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Received event network-changed-b212fd1a-084e-4615-b1f2-0d0822595ee8 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.541348] env[71079]: DEBUG nova.compute.manager [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Refreshing instance network info cache due to event network-changed-b212fd1a-084e-4615-b1f2-0d0822595ee8. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.541743] env[71079]: DEBUG oslo_concurrency.lockutils [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] Acquiring lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.629558] env[71079]: DEBUG nova.network.neutron [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance_info_cache with network_info: [{"id": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "address": "fa:16:3e:24:ab:19", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb212fd1a-08", "ovs_interfaceid": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.710495] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb2787-3205-3f19-df11-1c3ec95fd2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015233} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.710722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.710980] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8fa2bff0-a236-4b94-b16d-5147012bd8ba/8fa2bff0-a236-4b94-b16d-5147012bd8ba.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.711273] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b5c7838-d01b-4a3d-80f1-0600c90a60db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.719948] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 777.719948] env[71079]: value = "task-3278773" [ 777.719948] env[71079]: _type = "Task" [ 777.719948] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.727473] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.788089] env[71079]: DEBUG oslo_vmware.api [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587949} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.788352] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.788538] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.788751] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.788872] env[71079]: INFO nova.compute.manager [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Took 1.65 seconds to destroy the instance on the hypervisor. [ 777.789138] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.789326] env[71079]: DEBUG nova.compute.manager [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.789416] env[71079]: DEBUG nova.network.neutron [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.800841] env[71079]: DEBUG nova.scheduler.client.report [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.840337] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278771, 'name': ReconfigVM_Task, 'duration_secs': 0.85378} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.840671] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8cce201b-6d8a-4145-99be-e8c0c8bf9685/8cce201b-6d8a-4145-99be-e8c0c8bf9685.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.843497] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b95bb3f-5d29-47d8-bafb-0efeda2ababb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.852105] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 777.852105] env[71079]: value = "task-3278774" [ 777.852105] env[71079]: _type = "Task" [ 777.852105] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.860754] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278774, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.948085] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.133035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.133035] env[71079]: DEBUG nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Instance network_info: |[{"id": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "address": "fa:16:3e:24:ab:19", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb212fd1a-08", "ovs_interfaceid": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.133714] env[71079]: DEBUG oslo_concurrency.lockutils [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] Acquired lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.139283] env[71079]: DEBUG nova.network.neutron [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Refreshing network info cache for port b212fd1a-084e-4615-b1f2-0d0822595ee8 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.142642] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ab:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b212fd1a-084e-4615-b1f2-0d0822595ee8', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.155202] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.159503] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.160146] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d32525-9fee-4523-af8a-df94479d4866 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.185945] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.185945] env[71079]: value = "task-3278775" [ 778.185945] env[71079]: _type = "Task" [ 778.185945] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.198566] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278775, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.232895] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278773, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.267553] env[71079]: DEBUG nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.305657] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:02:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1835306187',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-620480746',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.305892] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.306066] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.309117] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.309117] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.309117] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.309117] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.309117] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.310267] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.310545] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.310747] env[71079]: DEBUG nova.virt.hardware [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.311653] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.312214] env[71079]: DEBUG nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.316710] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6e3fb5-9288-4d4e-afb1-e3da86a20cf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.320600] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.298s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.320851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.322972] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.364s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.324467] env[71079]: INFO nova.compute.claims [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.335053] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea03f04e-a332-4e16-b344-c9cf9c614148 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.366171] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278774, 'name': Rename_Task, 'duration_secs': 0.315308} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.366171] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.366171] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc151f69-d3b4-43c3-a495-b6dca5165a61 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.377383] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 778.377383] env[71079]: value = "task-3278776" [ 778.377383] env[71079]: _type = "Task" [ 778.377383] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.382834] env[71079]: INFO nova.scheduler.client.report [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Deleted allocations for instance 50acee33-d8c1-42f4-a873-fc34c60d9b8c [ 778.390278] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.684136] env[71079]: DEBUG nova.network.neutron [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.696852] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278775, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.735875] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933476} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.735875] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8fa2bff0-a236-4b94-b16d-5147012bd8ba/8fa2bff0-a236-4b94-b16d-5147012bd8ba.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.735875] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.735875] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5634d5e8-03e5-4472-899b-df5a2372804b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.743686] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 778.743686] env[71079]: value = "task-3278777" [ 778.743686] env[71079]: _type = "Task" [ 778.743686] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.754849] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.824127] env[71079]: DEBUG nova.compute.utils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.824127] env[71079]: DEBUG nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.824127] env[71079]: DEBUG nova.network.neutron [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.881968] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.882456] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.904450] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2906025e-ca11-4c95-8ac9-ca4595d8fe97 tempest-ServersV294TestFqdnHostnames-1211177237 tempest-ServersV294TestFqdnHostnames-1211177237-project-member] Lock "50acee33-d8c1-42f4-a873-fc34c60d9b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.105s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.909031] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.951265] env[71079]: DEBUG nova.policy [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4117a3ec757476188b13519f1d962b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb485936e0e4513a83b9a55feedc157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.147983] env[71079]: DEBUG nova.network.neutron [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updated VIF entry in instance network info cache for port b212fd1a-084e-4615-b1f2-0d0822595ee8. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.148382] env[71079]: DEBUG nova.network.neutron [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance_info_cache with network_info: [{"id": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "address": "fa:16:3e:24:ab:19", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb212fd1a-08", "ovs_interfaceid": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.186496] env[71079]: INFO nova.compute.manager [-] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Took 1.40 seconds to deallocate network for instance. [ 779.203803] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278775, 'name': CreateVM_Task, 'duration_secs': 0.699566} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.203803] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.203803] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.203803] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.205039] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.205039] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c96d46-1ef2-4f7b-86e4-d396a9586906 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.210039] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 779.210039] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521dd342-023c-ec8f-b1b0-c9e737aa6470" [ 779.210039] env[71079]: _type = "Task" [ 779.210039] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.221370] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521dd342-023c-ec8f-b1b0-c9e737aa6470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.258502] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08387} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.258502] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.259503] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e213542-1da3-4e81-acaa-f321aee2801d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.284854] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 8fa2bff0-a236-4b94-b16d-5147012bd8ba/8fa2bff0-a236-4b94-b16d-5147012bd8ba.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.285202] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00cadc31-fe1f-4f7c-ac83-7f41da0ef24e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.314125] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 779.314125] env[71079]: value = "task-3278778" [ 779.314125] env[71079]: _type = "Task" [ 779.314125] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.324415] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.329403] env[71079]: DEBUG nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.357048] env[71079]: DEBUG nova.network.neutron [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Successfully updated port: cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.401703] env[71079]: DEBUG oslo_vmware.api [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278776, 'name': PowerOnVM_Task, 'duration_secs': 0.962051} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.401976] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.402269] env[71079]: INFO nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Took 9.59 seconds to spawn the instance on the hypervisor. [ 779.402464] env[71079]: DEBUG nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.404844] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38034fb-62e1-4c86-bde2-16ed474a3674 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.579879] env[71079]: DEBUG nova.network.neutron [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Successfully created port: f8643cce-5c86-45ec-a8f5-abcd38c85f46 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.590597] env[71079]: DEBUG nova.compute.manager [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Received event network-vif-deleted-21beb439-5f91-462b-896d-aa8e771a990f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.591153] env[71079]: DEBUG nova.compute.manager [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Received event network-vif-plugged-cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.591153] env[71079]: DEBUG oslo_concurrency.lockutils [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] Acquiring lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.591332] env[71079]: DEBUG oslo_concurrency.lockutils [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.591525] env[71079]: DEBUG oslo_concurrency.lockutils [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.592348] env[71079]: DEBUG nova.compute.manager [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] No waiting events found dispatching network-vif-plugged-cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.592348] env[71079]: WARNING nova.compute.manager [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Received unexpected event network-vif-plugged-cd8e9857-ed84-4a8f-b207-5e3a483bb075 for instance with vm_state building and task_state spawning. [ 779.592348] env[71079]: DEBUG nova.compute.manager [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Received event network-changed-cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.592348] env[71079]: DEBUG nova.compute.manager [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Refreshing instance network info cache due to event network-changed-cd8e9857-ed84-4a8f-b207-5e3a483bb075. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.592648] env[71079]: DEBUG oslo_concurrency.lockutils [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] Acquiring lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.592777] env[71079]: DEBUG oslo_concurrency.lockutils [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] Acquired lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.592968] env[71079]: DEBUG nova.network.neutron [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Refreshing network info cache for port cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.651573] env[71079]: DEBUG oslo_concurrency.lockutils [req-24547358-dd9c-45b3-9243-125add7a8b80 req-7568e492-a993-453a-93a1-048f6f1fe9a5 service nova] Releasing lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.700550] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.728011] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521dd342-023c-ec8f-b1b0-c9e737aa6470, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.728579] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.729148] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.729363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.731451] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.731451] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.735507] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c58a0fd-f391-4ab5-89ed-d91850a872c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.747713] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.748086] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.748694] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f970628-53a5-46fd-8fd3-bce7d4958e5a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.761338] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 779.761338] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a6600-98f1-3036-bdc7-a04db56410b8" [ 779.761338] env[71079]: _type = "Task" [ 779.761338] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.773581] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a6600-98f1-3036-bdc7-a04db56410b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.826500] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.864811] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.871101] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caf7bfb-4fbe-41da-9207-7be59c0a21a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.880408] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a821df8-df0a-41d4-889c-79df5fe704b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.921701] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e70e636-6706-4a0f-9e31-cddd935e536d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.934618] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8043b9-a47e-4a9c-86cc-9d4d6e157e0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.941962] env[71079]: INFO nova.compute.manager [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Took 50.26 seconds to build instance. [ 779.957240] env[71079]: DEBUG nova.compute.provider_tree [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.148202] env[71079]: DEBUG nova.network.neutron [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.269130] env[71079]: DEBUG nova.network.neutron [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.280028] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a6600-98f1-3036-bdc7-a04db56410b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017043} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.280028] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf65e58-b715-4fe6-86ac-b7c60065ae96 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.284353] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 780.284353] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5211d5df-215e-11eb-37af-f53ab959b4c9" [ 780.284353] env[71079]: _type = "Task" [ 780.284353] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.294159] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5211d5df-215e-11eb-37af-f53ab959b4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.327276] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278778, 'name': ReconfigVM_Task, 'duration_secs': 0.572259} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.327276] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 8fa2bff0-a236-4b94-b16d-5147012bd8ba/8fa2bff0-a236-4b94-b16d-5147012bd8ba.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.327276] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-282a1834-490c-4c68-a963-1444ddd4c2db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.334148] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 780.334148] env[71079]: value = "task-3278780" [ 780.334148] env[71079]: _type = "Task" [ 780.334148] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.348866] env[71079]: DEBUG nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.351066] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278780, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.380214] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.380469] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.380621] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.380808] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.380932] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.381088] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.381299] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.381522] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.381612] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.381773] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.381936] env[71079]: DEBUG nova.virt.hardware [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.382978] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577dedf7-b494-48c0-9782-e8617df30e45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.390780] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3377b396-e6de-4909-848f-12a2af02d4b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.444271] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9973787-d4de-48a6-adf1-67d6e87841f7 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.754s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.461433] env[71079]: DEBUG nova.scheduler.client.report [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.773050] env[71079]: DEBUG oslo_concurrency.lockutils [req-80a268ba-4de7-442d-b4e7-d6e31f388b78 req-ca1b0d58-8f18-40ec-8430-74559d8f22a6 service nova] Releasing lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.773723] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.773723] env[71079]: DEBUG nova.network.neutron [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.515162] env[71079]: DEBUG nova.network.neutron [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Successfully updated port: f8643cce-5c86-45ec-a8f5-abcd38c85f46 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.515162] env[71079]: DEBUG nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.515924] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.193s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.516198] env[71079]: DEBUG nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.524641] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.687s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.525304] env[71079]: INFO nova.compute.claims [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.532647] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5211d5df-215e-11eb-37af-f53ab959b4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.026577} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.535238] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.535238] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.535238] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34e18e73-8301-4f92-a8d4-d68ad182c7b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.538687] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278780, 'name': Rename_Task, 'duration_secs': 0.325049} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.539306] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.539543] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff5e2aa-156b-4b51-b712-c86d8ebfc77c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.547463] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 781.547463] env[71079]: value = "task-3278782" [ 781.547463] env[71079]: _type = "Task" [ 781.547463] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.550059] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 781.550059] env[71079]: value = "task-3278783" [ 781.550059] env[71079]: _type = "Task" [ 781.550059] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.561278] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.564751] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278783, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.588017] env[71079]: DEBUG nova.network.neutron [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.794923] env[71079]: DEBUG nova.network.neutron [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Updating instance_info_cache with network_info: [{"id": "cd8e9857-ed84-4a8f-b207-5e3a483bb075", "address": "fa:16:3e:a0:21:38", "network": {"id": "dab49352-4ddd-4bce-a32f-5861f9d7ce0e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-268618360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31605a7ad42e4f2287c1620f2083cd36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8e9857-ed", "ovs_interfaceid": "cd8e9857-ed84-4a8f-b207-5e3a483bb075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.003605] env[71079]: DEBUG nova.compute.manager [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Received event network-vif-plugged-f8643cce-5c86-45ec-a8f5-abcd38c85f46 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.003774] env[71079]: DEBUG oslo_concurrency.lockutils [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] Acquiring lock "1f678579-a949-4bf2-9526-b3ca84eda4cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.004081] env[71079]: DEBUG oslo_concurrency.lockutils [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.004289] env[71079]: DEBUG oslo_concurrency.lockutils [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.004532] env[71079]: DEBUG nova.compute.manager [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] No waiting events found dispatching network-vif-plugged-f8643cce-5c86-45ec-a8f5-abcd38c85f46 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.004706] env[71079]: WARNING nova.compute.manager [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Received unexpected event network-vif-plugged-f8643cce-5c86-45ec-a8f5-abcd38c85f46 for instance with vm_state building and task_state spawning. [ 782.004886] env[71079]: DEBUG nova.compute.manager [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Received event network-changed-f8643cce-5c86-45ec-a8f5-abcd38c85f46 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.005119] env[71079]: DEBUG nova.compute.manager [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Refreshing instance network info cache due to event network-changed-f8643cce-5c86-45ec-a8f5-abcd38c85f46. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.005314] env[71079]: DEBUG oslo_concurrency.lockutils [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] Acquiring lock "refresh_cache-1f678579-a949-4bf2-9526-b3ca84eda4cf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.005474] env[71079]: DEBUG oslo_concurrency.lockutils [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] Acquired lock "refresh_cache-1f678579-a949-4bf2-9526-b3ca84eda4cf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.005675] env[71079]: DEBUG nova.network.neutron [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Refreshing network info cache for port f8643cce-5c86-45ec-a8f5-abcd38c85f46 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.021880] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "refresh_cache-1f678579-a949-4bf2-9526-b3ca84eda4cf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.025066] env[71079]: DEBUG nova.compute.utils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.030504] env[71079]: DEBUG nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.031189] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.050881] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.065345] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483902} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.067446] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.067727] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.068272] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278783, 'name': PowerOnVM_Task} progress is 71%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.068478] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b02c0f5-588e-4288-b5fe-946e784c2f8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.074528] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 782.074528] env[71079]: value = "task-3278784" [ 782.074528] env[71079]: _type = "Task" [ 782.074528] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.082763] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.121795] env[71079]: DEBUG nova.policy [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac1e0207ecdc41b298bf7b6fc511ca1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e83df69cbdf5462fad29f6a44460bb2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.299191] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Releasing lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.299191] env[71079]: DEBUG nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Instance network_info: |[{"id": "cd8e9857-ed84-4a8f-b207-5e3a483bb075", "address": "fa:16:3e:a0:21:38", "network": {"id": "dab49352-4ddd-4bce-a32f-5861f9d7ce0e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-268618360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31605a7ad42e4f2287c1620f2083cd36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8e9857-ed", "ovs_interfaceid": "cd8e9857-ed84-4a8f-b207-5e3a483bb075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.299391] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:21:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8e9857-ed84-4a8f-b207-5e3a483bb075', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.307271] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.307516] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.307768] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54a0caf7-15f4-4e7b-91ba-5ecb1036de8c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.331821] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.331821] env[71079]: value = "task-3278785" [ 782.331821] env[71079]: _type = "Task" [ 782.331821] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.341923] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278785, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.536023] env[71079]: DEBUG nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.565370] env[71079]: DEBUG oslo_vmware.api [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3278783, 'name': PowerOnVM_Task, 'duration_secs': 0.716342} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.565927] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.566311] env[71079]: INFO nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Took 10.17 seconds to spawn the instance on the hypervisor. [ 782.566701] env[71079]: DEBUG nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.567952] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e87252-2d8c-4224-8cca-90d368968a09 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.577899] env[71079]: DEBUG nova.network.neutron [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.596107] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066465} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.598658] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.600551] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8118a-9ea3-4626-a3de-b6f34d6f39a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.630604] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.633148] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-084804b8-d490-4a9f-a64b-f57cc56dfbcb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.654850] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 782.654850] env[71079]: value = "task-3278786" [ 782.654850] env[71079]: _type = "Task" [ 782.654850] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.665712] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.678157] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Successfully created port: 2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.736249] env[71079]: DEBUG nova.compute.manager [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Received event network-changed-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.736456] env[71079]: DEBUG nova.compute.manager [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Refreshing instance network info cache due to event network-changed-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.736781] env[71079]: DEBUG oslo_concurrency.lockutils [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] Acquiring lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.736951] env[71079]: DEBUG oslo_concurrency.lockutils [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] Acquired lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.737175] env[71079]: DEBUG nova.network.neutron [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Refreshing network info cache for port a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.753527] env[71079]: DEBUG nova.network.neutron [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.844326] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278785, 'name': CreateVM_Task, 'duration_secs': 0.501887} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.844646] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.845232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.845854] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.845854] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.846496] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdff2428-4e82-432d-a565-a124740b5aa8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.853458] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 782.853458] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525dbd80-9704-02de-28c3-0d3438fca745" [ 782.853458] env[71079]: _type = "Task" [ 782.853458] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.861751] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525dbd80-9704-02de-28c3-0d3438fca745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.058643] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d443f2-72e6-4102-8289-a6c242c1dce7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.067940] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66086370-6e12-43ca-b39f-0ce97120d73e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.106775] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c414102-7900-4558-9fec-eed23717756b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.114531] env[71079]: INFO nova.compute.manager [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Took 49.95 seconds to build instance. [ 783.119304] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be1081c-98e7-4192-8da8-1acb73a6fdb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.133655] env[71079]: DEBUG nova.compute.provider_tree [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.164480] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.188388] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Successfully created port: 5770c32f-526f-468b-a007-76c4d3fbe262 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.257027] env[71079]: DEBUG oslo_concurrency.lockutils [req-70f8aaf2-7ccc-4792-8b16-553645e117c8 req-c44fdf06-7100-404f-86b1-acb0952f22c8 service nova] Releasing lock "refresh_cache-1f678579-a949-4bf2-9526-b3ca84eda4cf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.257333] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "refresh_cache-1f678579-a949-4bf2-9526-b3ca84eda4cf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.257496] env[71079]: DEBUG nova.network.neutron [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.364722] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525dbd80-9704-02de-28c3-0d3438fca745, 'name': SearchDatastore_Task, 'duration_secs': 0.028099} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.365129] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.365407] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.365900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.366134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.366367] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.366725] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375389cd-d533-4068-9fea-84319e9be111 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.375493] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.375692] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.376423] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a788a69-ccda-4f82-8841-b02c2f49f017 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.381856] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 783.381856] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f3d96a-04d7-92ea-9e7d-882e0fa4ba54" [ 783.381856] env[71079]: _type = "Task" [ 783.381856] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.389541] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f3d96a-04d7-92ea-9e7d-882e0fa4ba54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.545767] env[71079]: DEBUG nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.596488] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.596488] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.596488] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.596488] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.596793] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.596793] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.596793] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.596793] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.596793] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.596937] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.596937] env[71079]: DEBUG nova.virt.hardware [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.596937] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef7724d-71ad-4238-9c15-2f034d579c71 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.607745] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37bd035-2a0b-4e52-ab6c-75ce2836362a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.629061] env[71079]: DEBUG oslo_concurrency.lockutils [None req-51c92dcd-bdf5-4e0c-a5f4-7a7b412e2021 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.982s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.636480] env[71079]: DEBUG nova.scheduler.client.report [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.665988] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278786, 'name': ReconfigVM_Task, 'duration_secs': 0.850462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.666314] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.667098] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c562c61-f2ac-4384-9fb9-0ed5d981eb0c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.676303] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 783.676303] env[71079]: value = "task-3278787" [ 783.676303] env[71079]: _type = "Task" [ 783.676303] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.691582] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278787, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.851052] env[71079]: DEBUG nova.network.neutron [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.863195] env[71079]: DEBUG nova.network.neutron [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updated VIF entry in instance network info cache for port a3f6d585-5755-44c8-a19c-b01bf6eb4ef2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.863570] env[71079]: DEBUG nova.network.neutron [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updating instance_info_cache with network_info: [{"id": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "address": "fa:16:3e:32:b2:37", "network": {"id": "654e4d25-8ded-47dd-8996-661dc0744770", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1704880769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7027e1a711fb44318dab6a10da768b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f6d585-57", "ovs_interfaceid": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.898819] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f3d96a-04d7-92ea-9e7d-882e0fa4ba54, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.899723] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3746a8-9045-4435-9e37-94c75248bb03 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.906125] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 783.906125] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52998f41-78e0-fa0c-8cd3-6566c39b25b8" [ 783.906125] env[71079]: _type = "Task" [ 783.906125] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.916689] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52998f41-78e0-fa0c-8cd3-6566c39b25b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.068238] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Successfully created port: 8d2b046c-e312-463c-8a14-dff8b886688a {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.146159] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.146159] env[71079]: DEBUG nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.147900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.965s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.148240] env[71079]: DEBUG nova.objects.instance [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 784.190167] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278787, 'name': Rename_Task, 'duration_secs': 0.184566} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.190167] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.190167] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c81f384-e22f-43e4-ac9a-76706523697c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.199189] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 784.199189] env[71079]: value = "task-3278789" [ 784.199189] env[71079]: _type = "Task" [ 784.199189] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.205869] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.253911] env[71079]: DEBUG nova.network.neutron [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Updating instance_info_cache with network_info: [{"id": "f8643cce-5c86-45ec-a8f5-abcd38c85f46", "address": "fa:16:3e:97:b7:53", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8643cce-5c", "ovs_interfaceid": "f8643cce-5c86-45ec-a8f5-abcd38c85f46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.366662] env[71079]: DEBUG oslo_concurrency.lockutils [req-7852ef2a-b0fd-4ec5-90ae-4e6446a00ac1 req-aab5881d-e128-4675-b16e-d5696192008f service nova] Releasing lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.417412] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52998f41-78e0-fa0c-8cd3-6566c39b25b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017034} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.417678] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.417963] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] ba8e907b-2f8c-4d51-96c5-933e9dd2b47d/ba8e907b-2f8c-4d51-96c5-933e9dd2b47d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.418300] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ab87d5-43b8-4d53-a3e5-a0d2d7a348e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.426344] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 784.426344] env[71079]: value = "task-3278790" [ 784.426344] env[71079]: _type = "Task" [ 784.426344] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.435039] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.658777] env[71079]: DEBUG nova.compute.utils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.660998] env[71079]: DEBUG nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.662358] env[71079]: DEBUG nova.network.neutron [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.710509] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.751890] env[71079]: DEBUG nova.policy [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fdd89ef22e24a718b4433cd72b7dbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a9f09a4a8ee4950a9a502919b836e2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.758017] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "refresh_cache-1f678579-a949-4bf2-9526-b3ca84eda4cf" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.758017] env[71079]: DEBUG nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Instance network_info: |[{"id": "f8643cce-5c86-45ec-a8f5-abcd38c85f46", "address": "fa:16:3e:97:b7:53", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8643cce-5c", "ovs_interfaceid": "f8643cce-5c86-45ec-a8f5-abcd38c85f46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.758269] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:b7:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8643cce-5c86-45ec-a8f5-abcd38c85f46', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.766974] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.767259] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.767489] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94ca76c4-8936-4d3d-b7d1-0b3ffda21a75 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.789542] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.789542] env[71079]: value = "task-3278791" [ 784.789542] env[71079]: _type = "Task" [ 784.789542] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.800076] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278791, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.939663] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278790, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.162693] env[71079]: DEBUG oslo_concurrency.lockutils [None req-14eb46f5-3a27-468f-8745-802f43302839 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.163991] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.313s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.169877] env[71079]: INFO nova.compute.claims [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.178246] env[71079]: DEBUG nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.211606] env[71079]: DEBUG oslo_vmware.api [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278789, 'name': PowerOnVM_Task, 'duration_secs': 0.971853} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.211606] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.211606] env[71079]: INFO nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Took 10.16 seconds to spawn the instance on the hypervisor. [ 785.211606] env[71079]: DEBUG nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.211606] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff69910-580a-42d9-a8b0-d0f190565415 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.272503] env[71079]: DEBUG nova.network.neutron [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Successfully created port: 7d06cb1a-1f47-4026-b4d0-d16001e69f83 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.279292] env[71079]: DEBUG nova.compute.manager [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Received event network-changed-5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.279292] env[71079]: DEBUG nova.compute.manager [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Refreshing instance network info cache due to event network-changed-5a37f02f-e4ec-49db-bd9c-e747237d8766. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.279292] env[71079]: DEBUG oslo_concurrency.lockutils [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] Acquiring lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.279292] env[71079]: DEBUG oslo_concurrency.lockutils [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] Acquired lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.279292] env[71079]: DEBUG nova.network.neutron [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Refreshing network info cache for port 5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.300321] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278791, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.439883] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727241} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.439883] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] ba8e907b-2f8c-4d51-96c5-933e9dd2b47d/ba8e907b-2f8c-4d51-96c5-933e9dd2b47d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.439883] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.440723] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bca722fb-26e2-436d-b951-8cf2535908ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.453399] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 785.453399] env[71079]: value = "task-3278792" [ 785.453399] env[71079]: _type = "Task" [ 785.453399] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.462450] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.741979] env[71079]: INFO nova.compute.manager [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Took 43.94 seconds to build instance. [ 785.804194] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278791, 'name': CreateVM_Task, 'duration_secs': 0.553526} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.804426] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.805228] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.805314] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.805653] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.805916] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2b8855-f2e2-4eab-a48a-e51a315c456a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.811275] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 785.811275] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bc417c-9066-43e8-6395-edbbb4d639b0" [ 785.811275] env[71079]: _type = "Task" [ 785.811275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.820967] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bc417c-9066-43e8-6395-edbbb4d639b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.835728] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.835943] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.836148] env[71079]: DEBUG nova.compute.manager [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.837445] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199fde26-000b-44c1-b06b-9840d71addf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.844267] env[71079]: DEBUG nova.compute.manager [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 785.845346] env[71079]: DEBUG nova.objects.instance [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'flavor' on Instance uuid 58c5506b-a2a4-475c-aa80-27b9732234d0 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.964732] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063243} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.965143] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.966428] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa3ca1d-2028-4691-b05f-f09ab4d47213 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.991483] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ba8e907b-2f8c-4d51-96c5-933e9dd2b47d/ba8e907b-2f8c-4d51-96c5-933e9dd2b47d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.994668] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ead71e4-1718-47a7-980f-3ff0ca128237 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.016091] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 786.016091] env[71079]: value = "task-3278794" [ 786.016091] env[71079]: _type = "Task" [ 786.016091] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.026193] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.197019] env[71079]: DEBUG nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.237809] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.237809] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.237809] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.238260] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.238260] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.238260] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.238390] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.238583] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.238796] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.239034] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.239929] env[71079]: DEBUG nova.virt.hardware [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.240792] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361f29c5-ef2e-4034-9683-cf9751f6ff32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.246896] env[71079]: DEBUG oslo_concurrency.lockutils [None req-66db71ee-8e2f-4da0-afd2-2882f3da1f4a tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.853s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.253903] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e8f5a9-36b4-4cf5-b839-57e6b7911d98 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.322724] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bc417c-9066-43e8-6395-edbbb4d639b0, 'name': SearchDatastore_Task, 'duration_secs': 0.030621} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.323152] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.324090] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.324090] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.324090] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.324090] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.324356] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-035810bb-c10c-41f2-a3a9-df99f46d7757 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.334524] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.334524] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.334524] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce2df90-f3b9-4d13-a8e3-caec135356e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.339568] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 786.339568] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52df2c81-85a6-1b4b-6044-12b0bfce75e9" [ 786.339568] env[71079]: _type = "Task" [ 786.339568] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.359134] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52df2c81-85a6-1b4b-6044-12b0bfce75e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.359134] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff415d1-43cc-4694-9c1f-e29a071325e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.359967] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 786.359967] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5287333c-5f2f-155a-6868-f114cda0533f" [ 786.359967] env[71079]: _type = "Task" [ 786.359967] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.373775] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Successfully updated port: 2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.381796] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5287333c-5f2f-155a-6868-f114cda0533f, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.382134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.382307] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 1f678579-a949-4bf2-9526-b3ca84eda4cf/1f678579-a949-4bf2-9526-b3ca84eda4cf.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.382615] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2284dc2-a0de-4481-aa43-afa76187ea19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.394086] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 786.394086] env[71079]: value = "task-3278795" [ 786.394086] env[71079]: _type = "Task" [ 786.394086] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.405610] env[71079]: DEBUG nova.network.neutron [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updated VIF entry in instance network info cache for port 5a37f02f-e4ec-49db-bd9c-e747237d8766. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.406910] env[71079]: DEBUG nova.network.neutron [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updating instance_info_cache with network_info: [{"id": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "address": "fa:16:3e:51:56:1c", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a37f02f-e4", "ovs_interfaceid": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.407427] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.530561] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278794, 'name': ReconfigVM_Task, 'duration_secs': 0.500154} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.531400] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ba8e907b-2f8c-4d51-96c5-933e9dd2b47d/ba8e907b-2f8c-4d51-96c5-933e9dd2b47d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.531400] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=71079) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 786.532851] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-1c008889-6db4-4402-b66b-61e233a55dcc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.539910] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 786.539910] env[71079]: value = "task-3278796" [ 786.539910] env[71079]: _type = "Task" [ 786.539910] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.555395] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278796, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.759086] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb018879-38a0-44a5-85fb-5af08b09c2ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.768446] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d830cd04-2a5e-4b1c-9a56-db0cd88fd160 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.805605] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65739f9-6f98-4beb-a7fa-42225e778924 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.819034] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92da46-41b1-49d0-b90e-8e485cc300b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.839315] env[71079]: DEBUG nova.compute.provider_tree [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.858960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.859640] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78a236d4-3374-469f-bd66-bae0e8a0cc12 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.868318] env[71079]: DEBUG oslo_vmware.api [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 786.868318] env[71079]: value = "task-3278797" [ 786.868318] env[71079]: _type = "Task" [ 786.868318] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.876306] env[71079]: DEBUG nova.compute.manager [req-1c0bf5e4-3f0c-4bc0-b99a-36988876ca44 req-9a283238-2740-4129-a9ea-ac85814e9363 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-vif-plugged-2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.876306] env[71079]: DEBUG oslo_concurrency.lockutils [req-1c0bf5e4-3f0c-4bc0-b99a-36988876ca44 req-9a283238-2740-4129-a9ea-ac85814e9363 service nova] Acquiring lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.876306] env[71079]: DEBUG oslo_concurrency.lockutils [req-1c0bf5e4-3f0c-4bc0-b99a-36988876ca44 req-9a283238-2740-4129-a9ea-ac85814e9363 service nova] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.876306] env[71079]: DEBUG oslo_concurrency.lockutils [req-1c0bf5e4-3f0c-4bc0-b99a-36988876ca44 req-9a283238-2740-4129-a9ea-ac85814e9363 service nova] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.876306] env[71079]: DEBUG nova.compute.manager [req-1c0bf5e4-3f0c-4bc0-b99a-36988876ca44 req-9a283238-2740-4129-a9ea-ac85814e9363 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] No waiting events found dispatching network-vif-plugged-2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.876671] env[71079]: WARNING nova.compute.manager [req-1c0bf5e4-3f0c-4bc0-b99a-36988876ca44 req-9a283238-2740-4129-a9ea-ac85814e9363 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received unexpected event network-vif-plugged-2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf for instance with vm_state building and task_state spawning. [ 786.884896] env[71079]: DEBUG oslo_vmware.api [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.909995] env[71079]: DEBUG oslo_concurrency.lockutils [req-5393914c-5269-4cc1-be00-c09a8eb0257b req-f368db03-4d5b-443c-89e7-f5ed162c2680 service nova] Releasing lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.910428] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49288} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.910674] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 1f678579-a949-4bf2-9526-b3ca84eda4cf/1f678579-a949-4bf2-9526-b3ca84eda4cf.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.910889] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.911165] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40691bb0-8479-47be-83b5-7d7037368dd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.919802] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 786.919802] env[71079]: value = "task-3278798" [ 786.919802] env[71079]: _type = "Task" [ 786.919802] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.929202] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.052532] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278796, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058347} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.052890] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=71079) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 787.054887] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdd53b4-4170-419a-a301-dd09fa366d74 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.082460] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ba8e907b-2f8c-4d51-96c5-933e9dd2b47d/ephemeral_0.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.082814] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627990bd-37ea-4908-ad06-4ce601b76661 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.102304] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 787.102304] env[71079]: value = "task-3278799" [ 787.102304] env[71079]: _type = "Task" [ 787.102304] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.112237] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.343116] env[71079]: DEBUG nova.scheduler.client.report [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.383366] env[71079]: DEBUG oslo_vmware.api [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278797, 'name': PowerOffVM_Task, 'duration_secs': 0.210326} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.383877] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.384018] env[71079]: DEBUG nova.compute.manager [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.384869] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db8190-9bee-47cb-9c68-75fbdb5c7fed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.429695] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078878} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.431349] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.432225] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bd3c1a-9a99-4e25-8ad7-e50f0d7b5d76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.457497] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 1f678579-a949-4bf2-9526-b3ca84eda4cf/1f678579-a949-4bf2-9526-b3ca84eda4cf.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.457673] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7797f0-753e-4a6f-9920-1ae85f4ed1a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.482587] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 787.482587] env[71079]: value = "task-3278800" [ 787.482587] env[71079]: _type = "Task" [ 787.482587] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.491739] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.613777] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.729999] env[71079]: DEBUG nova.compute.manager [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Received event network-changed-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.730091] env[71079]: DEBUG nova.compute.manager [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Refreshing instance network info cache due to event network-changed-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.731023] env[71079]: DEBUG oslo_concurrency.lockutils [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] Acquiring lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.731023] env[71079]: DEBUG oslo_concurrency.lockutils [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] Acquired lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.731023] env[71079]: DEBUG nova.network.neutron [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Refreshing network info cache for port a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.817802] env[71079]: DEBUG nova.network.neutron [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Successfully updated port: 7d06cb1a-1f47-4026-b4d0-d16001e69f83 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.849846] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.850654] env[71079]: DEBUG nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.853871] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.224s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.853871] env[71079]: DEBUG nova.objects.instance [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lazy-loading 'resources' on Instance uuid 20b1b140-6b52-4aaa-aa2c-bb074b137caf {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.899975] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a5367b32-cbaf-47df-893c-81e42bb2b337 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.993856] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278800, 'name': ReconfigVM_Task, 'duration_secs': 0.326063} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.994110] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 1f678579-a949-4bf2-9526-b3ca84eda4cf/1f678579-a949-4bf2-9526-b3ca84eda4cf.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.995092] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b5b8c3d-85e0-45e8-8ca9-ac3ecdad97da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.002496] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 788.002496] env[71079]: value = "task-3278802" [ 788.002496] env[71079]: _type = "Task" [ 788.002496] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.012020] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278802, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.114953] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278799, 'name': ReconfigVM_Task, 'duration_secs': 0.712459} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.115415] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ba8e907b-2f8c-4d51-96c5-933e9dd2b47d/ephemeral_0.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.119757] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-407fe46c-6340-4abf-82c3-44bb51252d10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.127393] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 788.127393] env[71079]: value = "task-3278803" [ 788.127393] env[71079]: _type = "Task" [ 788.127393] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.142610] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278803, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.332429] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "refresh_cache-012270cd-9326-4ca7-a891-82cd30d74e4d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.332507] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "refresh_cache-012270cd-9326-4ca7-a891-82cd30d74e4d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.332607] env[71079]: DEBUG nova.network.neutron [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.356745] env[71079]: DEBUG nova.compute.utils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.365726] env[71079]: DEBUG nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.365859] env[71079]: DEBUG nova.network.neutron [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.426127] env[71079]: DEBUG nova.objects.instance [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'flavor' on Instance uuid 58c5506b-a2a4-475c-aa80-27b9732234d0 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.444552] env[71079]: DEBUG nova.policy [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4492c4672987498cb25a10a38b786207', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c452ae56832440f9e7e1510ee54f3b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.512695] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278802, 'name': Rename_Task, 'duration_secs': 0.384498} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.515831] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.516238] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f88d60-9c70-4b30-91f9-42c192f9ae49 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.522844] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 788.522844] env[71079]: value = "task-3278804" [ 788.522844] env[71079]: _type = "Task" [ 788.522844] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.533854] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.582284] env[71079]: DEBUG nova.network.neutron [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updated VIF entry in instance network info cache for port a3f6d585-5755-44c8-a19c-b01bf6eb4ef2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.582711] env[71079]: DEBUG nova.network.neutron [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updating instance_info_cache with network_info: [{"id": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "address": "fa:16:3e:32:b2:37", "network": {"id": "654e4d25-8ded-47dd-8996-661dc0744770", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1704880769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7027e1a711fb44318dab6a10da768b21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f6d585-57", "ovs_interfaceid": "a3f6d585-5755-44c8-a19c-b01bf6eb4ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.639269] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278803, 'name': Rename_Task, 'duration_secs': 0.399526} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.641933] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.643289] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1ac9314-a0c5-4afd-9270-400decbb52aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.649900] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 788.649900] env[71079]: value = "task-3278805" [ 788.649900] env[71079]: _type = "Task" [ 788.649900] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.660372] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.864119] env[71079]: DEBUG nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.894391] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1bf55e-e1f3-4ee9-aeae-ae0866cc9416 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.905894] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2940e91b-5737-4424-85d0-496389127917 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.943887] env[71079]: DEBUG nova.network.neutron [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.950703] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ae703-e9d9-4be5-b87b-3df067083863 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.950703] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.950703] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.950703] env[71079]: DEBUG nova.network.neutron [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.950703] env[71079]: DEBUG nova.objects.instance [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'info_cache' on Instance uuid 58c5506b-a2a4-475c-aa80-27b9732234d0 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.964655] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad349ffc-b58a-4263-84a3-49798167d0e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.985984] env[71079]: DEBUG nova.compute.provider_tree [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.032977] env[71079]: DEBUG oslo_vmware.api [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278804, 'name': PowerOnVM_Task, 'duration_secs': 0.492846} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.033283] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.033626] env[71079]: INFO nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Took 8.68 seconds to spawn the instance on the hypervisor. [ 789.033757] env[71079]: DEBUG nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.034768] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f73628-d283-4a0b-8b31-08f54cec3630 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.079644] env[71079]: DEBUG nova.compute.manager [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-changed-2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.079644] env[71079]: DEBUG nova.compute.manager [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Refreshing instance network info cache due to event network-changed-2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.081240] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Acquiring lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.081490] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Acquired lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.082130] env[71079]: DEBUG nova.network.neutron [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Refreshing network info cache for port 2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.088401] env[71079]: DEBUG oslo_concurrency.lockutils [req-25d0e7c6-797d-46e4-ae9d-7be23aae4f90 req-0537f8c6-b3cc-40f7-b35e-74100b49d681 service nova] Releasing lock "refresh_cache-8cce201b-6d8a-4145-99be-e8c0c8bf9685" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.162855] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.329792] env[71079]: DEBUG nova.network.neutron [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Successfully created port: fa4f6871-cde7-41d8-a630-2df97a2dbd57 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.384037] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Successfully updated port: 5770c32f-526f-468b-a007-76c4d3fbe262 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.458990] env[71079]: DEBUG nova.objects.base [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Object Instance<58c5506b-a2a4-475c-aa80-27b9732234d0> lazy-loaded attributes: flavor,info_cache {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 789.461489] env[71079]: DEBUG nova.network.neutron [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Updating instance_info_cache with network_info: [{"id": "7d06cb1a-1f47-4026-b4d0-d16001e69f83", "address": "fa:16:3e:6c:7e:b1", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d06cb1a-1f", "ovs_interfaceid": "7d06cb1a-1f47-4026-b4d0-d16001e69f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.465391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.465391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.465391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.465532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.465532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.467286] env[71079]: INFO nova.compute.manager [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Terminating instance [ 789.489789] env[71079]: DEBUG nova.scheduler.client.report [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.558346] env[71079]: INFO nova.compute.manager [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Took 43.99 seconds to build instance. [ 789.647309] env[71079]: DEBUG nova.network.neutron [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.660845] env[71079]: DEBUG oslo_vmware.api [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3278805, 'name': PowerOnVM_Task, 'duration_secs': 0.770106} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.661124] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.661329] env[71079]: INFO nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Took 11.39 seconds to spawn the instance on the hypervisor. [ 789.661510] env[71079]: DEBUG nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.662875] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41aba16-4d04-41c4-a999-ed0881390ba4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.795791] env[71079]: DEBUG nova.network.neutron [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.879021] env[71079]: DEBUG nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.926091] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.926091] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.926091] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.926759] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.926759] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.926759] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.926759] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.926903] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.927121] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.928197] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.928450] env[71079]: DEBUG nova.virt.hardware [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.929606] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2598cd62-3b48-4935-8742-3bb3f57a59f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.944745] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af23622-43fd-4bd3-9f32-14091a5165d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.970479] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "refresh_cache-012270cd-9326-4ca7-a891-82cd30d74e4d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.975662] env[71079]: DEBUG nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Instance network_info: |[{"id": "7d06cb1a-1f47-4026-b4d0-d16001e69f83", "address": "fa:16:3e:6c:7e:b1", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d06cb1a-1f", "ovs_interfaceid": "7d06cb1a-1f47-4026-b4d0-d16001e69f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.975804] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:7e:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d06cb1a-1f47-4026-b4d0-d16001e69f83', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.984867] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.986029] env[71079]: DEBUG nova.compute.manager [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.986029] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.987147] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.988066] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c08c2-0c36-4ea0-830c-a79d72775a03 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.991056] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e68a06-0c06-45a7-89ea-d76107a039a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.007577] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.010495] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.959s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.011025] env[71079]: DEBUG nova.objects.instance [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lazy-loading 'resources' on Instance uuid beed49de-6836-46f8-a6f0-c6fa330eafc3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.016528] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.016528] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668a0d27-143d-4539-af48-11cf67dbada1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.018747] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.018747] env[71079]: value = "task-3278807" [ 790.018747] env[71079]: _type = "Task" [ 790.018747] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.025688] env[71079]: DEBUG oslo_vmware.api [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 790.025688] env[71079]: value = "task-3278808" [ 790.025688] env[71079]: _type = "Task" [ 790.025688] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.035596] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278807, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.043809] env[71079]: DEBUG oslo_vmware.api [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.044816] env[71079]: INFO nova.scheduler.client.report [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleted allocations for instance 20b1b140-6b52-4aaa-aa2c-bb074b137caf [ 790.063694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84a1dbfd-82eb-4c9e-83da-016c446ce920 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.071s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.183758] env[71079]: INFO nova.compute.manager [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Took 47.42 seconds to build instance. [ 790.299419] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Releasing lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.299897] env[71079]: DEBUG nova.compute.manager [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Received event network-vif-plugged-7d06cb1a-1f47-4026-b4d0-d16001e69f83 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.300300] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Acquiring lock "012270cd-9326-4ca7-a891-82cd30d74e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.302150] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.302150] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.302150] env[71079]: DEBUG nova.compute.manager [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] No waiting events found dispatching network-vif-plugged-7d06cb1a-1f47-4026-b4d0-d16001e69f83 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.302150] env[71079]: WARNING nova.compute.manager [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Received unexpected event network-vif-plugged-7d06cb1a-1f47-4026-b4d0-d16001e69f83 for instance with vm_state building and task_state spawning. [ 790.302150] env[71079]: DEBUG nova.compute.manager [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Received event network-changed-7d06cb1a-1f47-4026-b4d0-d16001e69f83 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.302367] env[71079]: DEBUG nova.compute.manager [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Refreshing instance network info cache due to event network-changed-7d06cb1a-1f47-4026-b4d0-d16001e69f83. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.302367] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Acquiring lock "refresh_cache-012270cd-9326-4ca7-a891-82cd30d74e4d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.302367] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Acquired lock "refresh_cache-012270cd-9326-4ca7-a891-82cd30d74e4d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.302367] env[71079]: DEBUG nova.network.neutron [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Refreshing network info cache for port 7d06cb1a-1f47-4026-b4d0-d16001e69f83 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.413090] env[71079]: DEBUG nova.compute.manager [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 790.501982] env[71079]: DEBUG nova.network.neutron [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.533475] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278807, 'name': CreateVM_Task, 'duration_secs': 0.485635} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.533475] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.534425] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.535165] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.535165] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.538578] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe564d17-e9f4-41c3-87f8-f539073ab0e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.541231] env[71079]: DEBUG oslo_vmware.api [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278808, 'name': PowerOffVM_Task, 'duration_secs': 0.365972} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.542584] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.542772] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.546019] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34990861-1de2-444d-bfc7-1a6d5c9b23b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.546777] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 790.546777] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ba6e1b-ea18-7e63-d428-9068c6234eee" [ 790.546777] env[71079]: _type = "Task" [ 790.546777] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.561877] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ba6e1b-ea18-7e63-d428-9068c6234eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.562567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4aa693a4-5bf1-439f-b959-c2f379fdd3c1 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "20b1b140-6b52-4aaa-aa2c-bb074b137caf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.186s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.614864] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.615179] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.615386] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Deleting the datastore file [datastore1] 8cce201b-6d8a-4145-99be-e8c0c8bf9685 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.618548] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b64ce7d9-9001-4650-ad56-ac66d3d1c4de {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.625655] env[71079]: DEBUG oslo_vmware.api [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for the task: (returnval){ [ 790.625655] env[71079]: value = "task-3278810" [ 790.625655] env[71079]: _type = "Task" [ 790.625655] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.633652] env[71079]: DEBUG oslo_vmware.api [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.688491] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b63f2e74-e9f3-4301-a654-01e31f101069 tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.365s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.935417] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.986764] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a3f98-a895-43b2-a81f-b2b42a3892dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.994192] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e63808-225a-43a9-800c-fe9721f008a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.025878] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.027303] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ad2660-ffd8-415c-96ec-854b07b97daa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.034296] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb51c2e-09d3-4602-9e8e-6c2386855058 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.050559] env[71079]: DEBUG nova.compute.provider_tree [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.061691] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ba6e1b-ea18-7e63-d428-9068c6234eee, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.062518] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.062754] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.062985] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.063146] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.063547] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.063912] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ecff2d8-4055-46e0-9c1e-45bf949ed9c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.075456] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.075603] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.076377] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452a79c2-555d-4472-a63c-108e93a6f9e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.082234] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 791.082234] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52465b32-dda0-6931-faa4-b31bd76ace93" [ 791.082234] env[71079]: _type = "Task" [ 791.082234] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.092266] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52465b32-dda0-6931-faa4-b31bd76ace93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.137017] env[71079]: DEBUG oslo_vmware.api [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Task: {'id': task-3278810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350645} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.137340] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.137537] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.137795] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.138035] env[71079]: INFO nova.compute.manager [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Took 1.15 seconds to destroy the instance on the hypervisor. [ 791.138290] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.138484] env[71079]: DEBUG nova.compute.manager [-] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.138574] env[71079]: DEBUG nova.network.neutron [-] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.279028] env[71079]: DEBUG nova.compute.manager [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.279028] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28824053-f218-467d-83f8-70670f79560c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.556169] env[71079]: DEBUG nova.scheduler.client.report [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.596808] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52465b32-dda0-6931-faa4-b31bd76ace93, 'name': SearchDatastore_Task, 'duration_secs': 0.017852} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.599160] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39529035-ccc1-41d0-983e-fcdac40150a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.606648] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 791.606648] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dac6ad-062c-22fd-e3fa-95ce24beecfd" [ 791.606648] env[71079]: _type = "Task" [ 791.606648] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.616604] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dac6ad-062c-22fd-e3fa-95ce24beecfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.682765] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.683202] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.701899] env[71079]: DEBUG nova.network.neutron [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Updated VIF entry in instance network info cache for port 7d06cb1a-1f47-4026-b4d0-d16001e69f83. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.701899] env[71079]: DEBUG nova.network.neutron [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Updating instance_info_cache with network_info: [{"id": "7d06cb1a-1f47-4026-b4d0-d16001e69f83", "address": "fa:16:3e:6c:7e:b1", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d06cb1a-1f", "ovs_interfaceid": "7d06cb1a-1f47-4026-b4d0-d16001e69f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.707940] env[71079]: DEBUG nova.compute.manager [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-vif-plugged-5770c32f-526f-468b-a007-76c4d3fbe262 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.710641] env[71079]: DEBUG oslo_concurrency.lockutils [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] Acquiring lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.710641] env[71079]: DEBUG oslo_concurrency.lockutils [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.710641] env[71079]: DEBUG oslo_concurrency.lockutils [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.710641] env[71079]: DEBUG nova.compute.manager [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] No waiting events found dispatching network-vif-plugged-5770c32f-526f-468b-a007-76c4d3fbe262 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.710641] env[71079]: WARNING nova.compute.manager [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received unexpected event network-vif-plugged-5770c32f-526f-468b-a007-76c4d3fbe262 for instance with vm_state building and task_state spawning. [ 791.711596] env[71079]: DEBUG nova.compute.manager [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-changed-5770c32f-526f-468b-a007-76c4d3fbe262 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.711596] env[71079]: DEBUG nova.compute.manager [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Refreshing instance network info cache due to event network-changed-5770c32f-526f-468b-a007-76c4d3fbe262. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.711596] env[71079]: DEBUG oslo_concurrency.lockutils [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] Acquiring lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.711596] env[71079]: DEBUG oslo_concurrency.lockutils [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] Acquired lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.711596] env[71079]: DEBUG nova.network.neutron [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Refreshing network info cache for port 5770c32f-526f-468b-a007-76c4d3fbe262 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.798141] env[71079]: INFO nova.compute.manager [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] instance snapshotting [ 791.802579] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bece3a-19d1-4f4b-84ca-a04129f05206 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.823762] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecc0b4f-001e-4ced-bbf7-4c2daf21b5d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.830778] env[71079]: DEBUG nova.compute.manager [req-4872172f-01f4-4598-9b8a-016963779b0d req-60c2cb7f-c831-4599-804b-967ecc87d240 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Received event network-vif-deleted-a3f6d585-5755-44c8-a19c-b01bf6eb4ef2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.830778] env[71079]: INFO nova.compute.manager [req-4872172f-01f4-4598-9b8a-016963779b0d req-60c2cb7f-c831-4599-804b-967ecc87d240 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Neutron deleted interface a3f6d585-5755-44c8-a19c-b01bf6eb4ef2; detaching it from the instance and deleting it from the info cache [ 791.830778] env[71079]: DEBUG nova.network.neutron [req-4872172f-01f4-4598-9b8a-016963779b0d req-60c2cb7f-c831-4599-804b-967ecc87d240 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.947018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "0f730caf-20aa-4549-9821-c51a9cd16cd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.949018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "0f730caf-20aa-4549-9821-c51a9cd16cd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.949018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "0f730caf-20aa-4549-9821-c51a9cd16cd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.949018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "0f730caf-20aa-4549-9821-c51a9cd16cd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.949018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "0f730caf-20aa-4549-9821-c51a9cd16cd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.950306] env[71079]: INFO nova.compute.manager [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Terminating instance [ 791.999895] env[71079]: DEBUG nova.network.neutron [-] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.030638] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.030984] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44ca4ac3-ecc0-4a1d-812f-6d308dc14c6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.039480] env[71079]: DEBUG oslo_vmware.api [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 792.039480] env[71079]: value = "task-3278811" [ 792.039480] env[71079]: _type = "Task" [ 792.039480] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.047926] env[71079]: DEBUG oslo_vmware.api [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.064021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.068084] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.015s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.069216] env[71079]: DEBUG nova.objects.instance [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lazy-loading 'resources' on Instance uuid 33e7e6bd-0e86-42c4-b5a8-ef07ae610048 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.091151] env[71079]: INFO nova.scheduler.client.report [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Deleted allocations for instance beed49de-6836-46f8-a6f0-c6fa330eafc3 [ 792.096265] env[71079]: DEBUG nova.network.neutron [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Successfully updated port: fa4f6871-cde7-41d8-a630-2df97a2dbd57 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.117593] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dac6ad-062c-22fd-e3fa-95ce24beecfd, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.117865] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.118153] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 012270cd-9326-4ca7-a891-82cd30d74e4d/012270cd-9326-4ca7-a891-82cd30d74e4d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.118429] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3219b06-64e9-4c7a-a71d-123f0c6f4d13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.125363] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 792.125363] env[71079]: value = "task-3278812" [ 792.125363] env[71079]: _type = "Task" [ 792.125363] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.137957] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.187605] env[71079]: DEBUG nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.206286] env[71079]: DEBUG oslo_concurrency.lockutils [req-e1ec0082-9fb2-49dc-9d18-a6ca452f19b5 req-5991b60c-690c-4553-a6ef-0940cc5dc630 service nova] Releasing lock "refresh_cache-012270cd-9326-4ca7-a891-82cd30d74e4d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.213340] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Successfully updated port: 8d2b046c-e312-463c-8a14-dff8b886688a {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.273970] env[71079]: DEBUG nova.network.neutron [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.332149] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66ac9d81-d0f9-4172-9016-9ffccd5160c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.338224] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.340333] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9b7225f-0b12-43b7-a1ee-859569292918 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.344889] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3795ad8e-198a-4aa0-9a4a-d498d5a4dafb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.358332] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 792.358332] env[71079]: value = "task-3278813" [ 792.358332] env[71079]: _type = "Task" [ 792.358332] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.367700] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.382046] env[71079]: DEBUG nova.compute.manager [req-4872172f-01f4-4598-9b8a-016963779b0d req-60c2cb7f-c831-4599-804b-967ecc87d240 service nova] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Detach interface failed, port_id=a3f6d585-5755-44c8-a19c-b01bf6eb4ef2, reason: Instance 8cce201b-6d8a-4145-99be-e8c0c8bf9685 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.383515] env[71079]: DEBUG nova.network.neutron [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.456761] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "refresh_cache-0f730caf-20aa-4549-9821-c51a9cd16cd9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.456761] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquired lock "refresh_cache-0f730caf-20aa-4549-9821-c51a9cd16cd9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.457024] env[71079]: DEBUG nova.network.neutron [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.502949] env[71079]: INFO nova.compute.manager [-] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Took 1.36 seconds to deallocate network for instance. [ 792.551267] env[71079]: DEBUG oslo_vmware.api [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278811, 'name': PowerOnVM_Task, 'duration_secs': 0.476974} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.551527] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.551744] env[71079]: DEBUG nova.compute.manager [None req-a6e41426-a448-4015-b18c-15067d216028 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.552640] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631434d5-e3a9-4a35-b4c7-e0a354c1d60b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.602499] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.602702] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.602885] env[71079]: DEBUG nova.network.neutron [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.604733] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9d96a65-95b9-404d-8c47-a81a1589a7a0 tempest-ServersTestManualDisk-1007064027 tempest-ServersTestManualDisk-1007064027-project-member] Lock "beed49de-6836-46f8-a6f0-c6fa330eafc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.021s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.641150] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.714802] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.718560] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.871020] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.888720] env[71079]: DEBUG oslo_concurrency.lockutils [req-ed28ba24-ad86-430a-a89a-70a9e7735d21 req-66872f95-0d54-405d-87a7-f5e4904ec7f2 service nova] Releasing lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.889403] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.889573] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.005626] env[71079]: DEBUG nova.network.neutron [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.010641] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.015173] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe4ac66-d5a2-4a77-958f-ce7793d33655 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.023176] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a068a6-25d1-4dac-814f-8183014630cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.056659] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065cf7a-9bda-4160-9da7-984a4f0ff7b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.064352] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d8c34-b008-4058-a4f0-5e67dcd1c45b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.079744] env[71079]: DEBUG nova.compute.provider_tree [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.081557] env[71079]: DEBUG nova.network.neutron [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.137079] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587232} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.137877] env[71079]: DEBUG nova.network.neutron [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.139793] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 012270cd-9326-4ca7-a891-82cd30d74e4d/012270cd-9326-4ca7-a891-82cd30d74e4d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.140434] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.140434] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68d38acf-b79d-4814-8d6f-c8b352971034 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.148112] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 793.148112] env[71079]: value = "task-3278814" [ 793.148112] env[71079]: _type = "Task" [ 793.148112] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.156041] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.290801] env[71079]: DEBUG nova.network.neutron [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Updating instance_info_cache with network_info: [{"id": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "address": "fa:16:3e:b4:63:26", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4f6871-cd", "ovs_interfaceid": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.371980] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.429214] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.587029] env[71079]: DEBUG nova.scheduler.client.report [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.588472] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Releasing lock "refresh_cache-0f730caf-20aa-4549-9821-c51a9cd16cd9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.589080] env[71079]: DEBUG nova.compute.manager [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.589424] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.590688] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cce87b-bf58-40ff-b6d2-6179f6921880 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.599637] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.600163] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd99c063-7e03-4012-bba8-32c7064fa93a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.608142] env[71079]: DEBUG oslo_vmware.api [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 793.608142] env[71079]: value = "task-3278815" [ 793.608142] env[71079]: _type = "Task" [ 793.608142] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.620626] env[71079]: DEBUG oslo_vmware.api [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.659872] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067483} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.660603] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.662045] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99e61a-daf0-46e1-8fa3-b67c70f7783c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.686861] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 012270cd-9326-4ca7-a891-82cd30d74e4d/012270cd-9326-4ca7-a891-82cd30d74e4d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.687896] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca8fb86-ae3f-4901-a158-09be287f1a35 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.710899] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 793.710899] env[71079]: value = "task-3278816" [ 793.710899] env[71079]: _type = "Task" [ 793.710899] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.720479] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.793643] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.794307] env[71079]: DEBUG nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Instance network_info: |[{"id": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "address": "fa:16:3e:b4:63:26", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4f6871-cd", "ovs_interfaceid": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.794728] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:63:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa4f6871-cde7-41d8-a630-2df97a2dbd57', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.802718] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.803076] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.803238] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a594dd-f49e-4213-8c53-a8620c9cb40c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.821147] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Received event network-vif-plugged-fa4f6871-cde7-41d8-a630-2df97a2dbd57 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.821661] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquiring lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.821661] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.821830] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.821882] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] No waiting events found dispatching network-vif-plugged-fa4f6871-cde7-41d8-a630-2df97a2dbd57 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.822366] env[71079]: WARNING nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Received unexpected event network-vif-plugged-fa4f6871-cde7-41d8-a630-2df97a2dbd57 for instance with vm_state building and task_state spawning. [ 793.822366] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-vif-plugged-8d2b046c-e312-463c-8a14-dff8b886688a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.822366] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquiring lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.822543] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.822690] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.822837] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] No waiting events found dispatching network-vif-plugged-8d2b046c-e312-463c-8a14-dff8b886688a {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.823435] env[71079]: WARNING nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received unexpected event network-vif-plugged-8d2b046c-e312-463c-8a14-dff8b886688a for instance with vm_state building and task_state spawning. [ 793.823435] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Received event network-changed-fa4f6871-cde7-41d8-a630-2df97a2dbd57 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.823435] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Refreshing instance network info cache due to event network-changed-fa4f6871-cde7-41d8-a630-2df97a2dbd57. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.823435] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquiring lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.823678] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquired lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.823727] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Refreshing network info cache for port fa4f6871-cde7-41d8-a630-2df97a2dbd57 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.834731] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.834731] env[71079]: value = "task-3278817" [ 793.834731] env[71079]: _type = "Task" [ 793.834731] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.846009] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278817, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.874601] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.927539] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Acquiring lock "2a276018-af94-41e2-aa14-0fe121b25c46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.927926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "2a276018-af94-41e2-aa14-0fe121b25c46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.091826] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.095050] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.947s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.095253] env[71079]: DEBUG nova.objects.instance [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 794.103955] env[71079]: DEBUG nova.network.neutron [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Updating instance_info_cache with network_info: [{"id": "2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf", "address": "fa:16:3e:99:5a:80", "network": {"id": "ffa32609-94a9-4b96-b5aa-33e28f69c09e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-232374498", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d040c37-90", "ovs_interfaceid": "2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5770c32f-526f-468b-a007-76c4d3fbe262", "address": "fa:16:3e:a4:e5:4a", "network": {"id": "fe6c02fe-d9b8-4923-89cd-afb51cb7ce1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515916395", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770c32f-52", "ovs_interfaceid": "5770c32f-526f-468b-a007-76c4d3fbe262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d2b046c-e312-463c-8a14-dff8b886688a", "address": "fa:16:3e:7e:aa:1b", "network": {"id": "ffa32609-94a9-4b96-b5aa-33e28f69c09e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-232374498", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2b046c-e3", "ovs_interfaceid": "8d2b046c-e312-463c-8a14-dff8b886688a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.121856] env[71079]: DEBUG oslo_vmware.api [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278815, 'name': PowerOffVM_Task, 'duration_secs': 0.363692} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.122143] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.123012] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.124283] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0702a26-9dbd-4e2c-9a3a-0dd64bd09373 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.130347] env[71079]: INFO nova.scheduler.client.report [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Deleted allocations for instance 33e7e6bd-0e86-42c4-b5a8-ef07ae610048 [ 794.151143] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.151453] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.151677] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleting the datastore file [datastore2] 0f730caf-20aa-4549-9821-c51a9cd16cd9 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.151943] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b112f7a7-4f2d-4250-8be1-f2a79d8b839c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.160235] env[71079]: DEBUG oslo_vmware.api [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for the task: (returnval){ [ 794.160235] env[71079]: value = "task-3278819" [ 794.160235] env[71079]: _type = "Task" [ 794.160235] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.172365] env[71079]: DEBUG oslo_vmware.api [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.221454] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.345981] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278817, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.372952] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278813, 'name': CreateSnapshot_Task, 'duration_secs': 1.533204} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.375872] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.376563] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec61266e-cf5e-4be1-a1dc-364ec55a0264 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.437207] env[71079]: DEBUG nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.612017] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Releasing lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.612017] env[71079]: DEBUG nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Instance network_info: |[{"id": "2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf", "address": "fa:16:3e:99:5a:80", "network": {"id": "ffa32609-94a9-4b96-b5aa-33e28f69c09e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-232374498", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d040c37-90", "ovs_interfaceid": "2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5770c32f-526f-468b-a007-76c4d3fbe262", "address": "fa:16:3e:a4:e5:4a", "network": {"id": "fe6c02fe-d9b8-4923-89cd-afb51cb7ce1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515916395", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770c32f-52", "ovs_interfaceid": "5770c32f-526f-468b-a007-76c4d3fbe262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d2b046c-e312-463c-8a14-dff8b886688a", "address": "fa:16:3e:7e:aa:1b", "network": {"id": "ffa32609-94a9-4b96-b5aa-33e28f69c09e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-232374498", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2b046c-e3", "ovs_interfaceid": "8d2b046c-e312-463c-8a14-dff8b886688a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.612017] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:5a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e5:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5770c32f-526f-468b-a007-76c4d3fbe262', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:aa:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d2b046c-e312-463c-8a14-dff8b886688a', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.632224] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Creating folder: Project (e83df69cbdf5462fad29f6a44460bb2e). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.632224] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f0c2e4d-e6aa-4dda-a014-15abc5b052ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.641267] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d174a4e9-51e0-4254-bb48-fab005698be2 tempest-VolumesAssistedSnapshotsTest-1113798372 tempest-VolumesAssistedSnapshotsTest-1113798372-project-member] Lock "33e7e6bd-0e86-42c4-b5a8-ef07ae610048" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.376s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.650882] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Created folder: Project (e83df69cbdf5462fad29f6a44460bb2e) in parent group-v654700. [ 794.651377] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Creating folder: Instances. Parent ref: group-v654845. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.651819] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de7ee2e0-5b5a-4dc3-a1f3-b7cda7e1abda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.667346] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Updated VIF entry in instance network info cache for port fa4f6871-cde7-41d8-a630-2df97a2dbd57. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.669160] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Updating instance_info_cache with network_info: [{"id": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "address": "fa:16:3e:b4:63:26", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4f6871-cd", "ovs_interfaceid": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.671045] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Created folder: Instances in parent group-v654845. [ 794.671522] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.672556] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.673208] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8759fa-b805-4159-8773-dc90cca1932f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.702061] env[71079]: DEBUG oslo_vmware.api [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Task: {'id': task-3278819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18617} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.702784] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.705118] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.705118] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.705215] env[71079]: INFO nova.compute.manager [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 794.705587] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.707215] env[71079]: DEBUG nova.compute.manager [-] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.707383] env[71079]: DEBUG nova.network.neutron [-] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.709491] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.709491] env[71079]: value = "task-3278822" [ 794.709491] env[71079]: _type = "Task" [ 794.709491] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.722121] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278822, 'name': CreateVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.725685] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278816, 'name': ReconfigVM_Task, 'duration_secs': 0.692054} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.726075] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 012270cd-9326-4ca7-a891-82cd30d74e4d/012270cd-9326-4ca7-a891-82cd30d74e4d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.726812] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2779993e-6f29-4042-a2e7-c6dab7c27bee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.733094] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 794.733094] env[71079]: value = "task-3278823" [ 794.733094] env[71079]: _type = "Task" [ 794.733094] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.733865] env[71079]: DEBUG nova.network.neutron [-] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.747219] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278823, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.860544] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278817, 'name': CreateVM_Task, 'duration_secs': 0.576246} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.860544] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.860544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.860544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.860544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.860544] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0d1bdf-5719-49c3-a95e-bfb510f5445b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.872020] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 794.872020] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e9695b-85c7-25e8-d3d5-127476bb5ebc" [ 794.872020] env[71079]: _type = "Task" [ 794.872020] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.880576] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e9695b-85c7-25e8-d3d5-127476bb5ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.896414] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.896753] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eaa1c4ae-ac25-4d9e-8553-72fbfbbe40ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.903982] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 794.903982] env[71079]: value = "task-3278824" [ 794.903982] env[71079]: _type = "Task" [ 794.903982] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.913646] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278824, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.963112] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.998958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.999289] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.999826] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "5886f11a-d2d5-459e-82ca-7e718cf28b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.999826] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.999974] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.002369] env[71079]: INFO nova.compute.manager [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Terminating instance [ 795.109115] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4145c101-9c35-4565-b171-87603fdbce1a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.110301] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.820s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.110546] env[71079]: DEBUG nova.objects.instance [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lazy-loading 'resources' on Instance uuid 50270e8a-cf20-48b5-8b4a-ee8b839248bc {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.173576] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Releasing lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.174130] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Received event network-changed-cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.174393] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Refreshing instance network info cache due to event network-changed-cd8e9857-ed84-4a8f-b207-5e3a483bb075. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.174783] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquiring lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.175026] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquired lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.175343] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Refreshing network info cache for port cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.226600] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278822, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.240361] env[71079]: DEBUG nova.network.neutron [-] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.246234] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278823, 'name': Rename_Task, 'duration_secs': 0.175534} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.246506] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.246812] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6347bc-5393-437d-87a1-0e4eac92c2b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.253991] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 795.253991] env[71079]: value = "task-3278825" [ 795.253991] env[71079]: _type = "Task" [ 795.253991] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.264089] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.380952] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e9695b-85c7-25e8-d3d5-127476bb5ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.015601} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.381302] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.381541] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.381775] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.381946] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.382108] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.382393] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439579af-a4fd-4fa0-9c7a-7a3765095917 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.391334] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.391528] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.392282] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989528ca-6d6e-4219-a041-112009aac78c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.398552] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 795.398552] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527602a5-14b9-4a6b-7f88-dfaf51c361d3" [ 795.398552] env[71079]: _type = "Task" [ 795.398552] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.407658] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527602a5-14b9-4a6b-7f88-dfaf51c361d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.415769] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278824, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.506922] env[71079]: DEBUG nova.compute.manager [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.507302] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.511017] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8e135a-7e81-4ea4-946a-ec560a995a07 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.518828] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.518828] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e46702-6995-4718-8cb7-dee5325008c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.523736] env[71079]: DEBUG oslo_vmware.api [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 795.523736] env[71079]: value = "task-3278826" [ 795.523736] env[71079]: _type = "Task" [ 795.523736] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.533122] env[71079]: DEBUG oslo_vmware.api [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.722401] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278822, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.742676] env[71079]: INFO nova.compute.manager [-] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Took 1.04 seconds to deallocate network for instance. [ 795.766647] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.916855] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527602a5-14b9-4a6b-7f88-dfaf51c361d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013036} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.921916] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e27041-f8a3-4094-bb6a-b2fa8cc1a4c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.933831] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278824, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.942599] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 795.942599] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527e8201-91e3-ef11-daff-f7c00f630dd7" [ 795.942599] env[71079]: _type = "Task" [ 795.942599] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.949821] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527e8201-91e3-ef11-daff-f7c00f630dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.038564] env[71079]: DEBUG oslo_vmware.api [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.056743] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Updated VIF entry in instance network info cache for port cd8e9857-ed84-4a8f-b207-5e3a483bb075. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.057201] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Updating instance_info_cache with network_info: [{"id": "cd8e9857-ed84-4a8f-b207-5e3a483bb075", "address": "fa:16:3e:a0:21:38", "network": {"id": "dab49352-4ddd-4bce-a32f-5861f9d7ce0e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-268618360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31605a7ad42e4f2287c1620f2083cd36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8e9857-ed", "ovs_interfaceid": "cd8e9857-ed84-4a8f-b207-5e3a483bb075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.111662] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5b652-2346-4bc8-8e86-80bbde110d0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.122340] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e00e437-bf48-464f-96d3-20fbc598b856 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.154096] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4badc222-39bc-4531-af70-85693a925966 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.162374] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8127ea-0139-43b3-89d8-47d6b5a4a2a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.178511] env[71079]: DEBUG nova.compute.provider_tree [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.222871] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278822, 'name': CreateVM_Task, 'duration_secs': 1.490853} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.223097] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.224040] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.224213] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.224604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.224915] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401fea42-b878-4ef6-8319-a0f7f780be1c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.230386] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 796.230386] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a1765e-08ff-9463-27cf-6799b896f9aa" [ 796.230386] env[71079]: _type = "Task" [ 796.230386] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.241426] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a1765e-08ff-9463-27cf-6799b896f9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.252426] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.267192] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278825, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.418367] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278824, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.450346] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527e8201-91e3-ef11-daff-f7c00f630dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.016808} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.450936] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.452780] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] b1f3f5b8-1f35-40ed-a462-eda3ca855154/b1f3f5b8-1f35-40ed-a462-eda3ca855154.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.452780] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a090125-950a-42f7-8314-80f240fc06ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.458163] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 796.458163] env[71079]: value = "task-3278827" [ 796.458163] env[71079]: _type = "Task" [ 796.458163] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.466150] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.533720] env[71079]: DEBUG oslo_vmware.api [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278826, 'name': PowerOffVM_Task, 'duration_secs': 0.760912} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.534090] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.534265] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.534540] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f684583-952f-44e6-9857-29a241913dc5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.563074] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Releasing lock "refresh_cache-ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.563420] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-changed-8d2b046c-e312-463c-8a14-dff8b886688a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.563766] env[71079]: DEBUG nova.compute.manager [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Refreshing instance network info cache due to event network-changed-8d2b046c-e312-463c-8a14-dff8b886688a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.564565] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquiring lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.564565] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Acquired lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.564565] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Refreshing network info cache for port 8d2b046c-e312-463c-8a14-dff8b886688a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.604862] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.605075] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.605281] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Deleting the datastore file [datastore2] 5886f11a-d2d5-459e-82ca-7e718cf28b19 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.605621] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fddec2d-4fab-42ea-b6bf-8af6d8621626 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.613038] env[71079]: DEBUG oslo_vmware.api [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for the task: (returnval){ [ 796.613038] env[71079]: value = "task-3278829" [ 796.613038] env[71079]: _type = "Task" [ 796.613038] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.624225] env[71079]: DEBUG oslo_vmware.api [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.681369] env[71079]: DEBUG nova.scheduler.client.report [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.748453] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a1765e-08ff-9463-27cf-6799b896f9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.748793] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.750297] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.750651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.750729] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.750870] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.753119] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253016cb-8f1c-45ac-b9d0-056c04790a41 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.766293] env[71079]: DEBUG oslo_vmware.api [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278825, 'name': PowerOnVM_Task, 'duration_secs': 1.035352} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.768085] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.768085] env[71079]: INFO nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Took 10.57 seconds to spawn the instance on the hypervisor. [ 796.768085] env[71079]: DEBUG nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.768085] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12c222-1a00-4462-a589-930a4132f42e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.777149] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.777149] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.779607] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e439d0b-8734-4295-80b3-f4ae7893fe09 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.785966] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 796.785966] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d9ec0-a52d-c179-2509-9b4e05beb701" [ 796.785966] env[71079]: _type = "Task" [ 796.785966] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.794456] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d9ec0-a52d-c179-2509-9b4e05beb701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.918051] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278824, 'name': CloneVM_Task, 'duration_secs': 1.718059} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.918350] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Created linked-clone VM from snapshot [ 796.919156] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b903f1b-0638-4302-aebd-596f2760213c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.926935] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Uploading image b065a761-3e38-4b55-91c7-69bbdfe7a51c {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.957430] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.957430] env[71079]: value = "vm-654848" [ 796.957430] env[71079]: _type = "VirtualMachine" [ 796.957430] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.957799] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1717b7a4-4f17-4f1b-bd42-5587e5bb5487 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.968614] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease: (returnval){ [ 796.968614] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5209205b-5aaa-f730-3dca-f0d0379147f8" [ 796.968614] env[71079]: _type = "HttpNfcLease" [ 796.968614] env[71079]: } obtained for exporting VM: (result){ [ 796.968614] env[71079]: value = "vm-654848" [ 796.968614] env[71079]: _type = "VirtualMachine" [ 796.968614] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.968984] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the lease: (returnval){ [ 796.968984] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5209205b-5aaa-f730-3dca-f0d0379147f8" [ 796.968984] env[71079]: _type = "HttpNfcLease" [ 796.968984] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.972567] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.981752] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.981752] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5209205b-5aaa-f730-3dca-f0d0379147f8" [ 796.981752] env[71079]: _type = "HttpNfcLease" [ 796.981752] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 797.122660] env[71079]: DEBUG oslo_vmware.api [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Task: {'id': task-3278829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242191} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.122837] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.123627] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.124029] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.124257] env[71079]: INFO nova.compute.manager [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Took 1.62 seconds to destroy the instance on the hypervisor. [ 797.124552] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.124761] env[71079]: DEBUG nova.compute.manager [-] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.124884] env[71079]: DEBUG nova.network.neutron [-] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.189760] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.192266] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.093s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.192631] env[71079]: DEBUG nova.objects.instance [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lazy-loading 'resources' on Instance uuid 490b72f5-9712-4947-bbff-0d603c264d7b {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.219923] env[71079]: INFO nova.scheduler.client.report [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Deleted allocations for instance 50270e8a-cf20-48b5-8b4a-ee8b839248bc [ 797.300263] env[71079]: INFO nova.compute.manager [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Took 42.49 seconds to build instance. [ 797.310784] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d9ec0-a52d-c179-2509-9b4e05beb701, 'name': SearchDatastore_Task, 'duration_secs': 0.02453} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.311494] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5a008e-f009-4285-a668-49326a493d11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.319333] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 797.319333] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5258b837-e396-0c66-60ad-203bf50909c6" [ 797.319333] env[71079]: _type = "Task" [ 797.319333] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.330698] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5258b837-e396-0c66-60ad-203bf50909c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.475503] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278827, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.482631] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.482631] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5209205b-5aaa-f730-3dca-f0d0379147f8" [ 797.482631] env[71079]: _type = "HttpNfcLease" [ 797.482631] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 797.482939] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 797.482939] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5209205b-5aaa-f730-3dca-f0d0379147f8" [ 797.482939] env[71079]: _type = "HttpNfcLease" [ 797.482939] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 797.483686] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fbf53b-5fc2-4ea4-9798-ad0231c8e82b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.491850] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272157c-2ff0-ca61-4f9c-ddd1d527e4f4/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 797.492043] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272157c-2ff0-ca61-4f9c-ddd1d527e4f4/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 797.601513] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-895ce504-4d38-4818-ac57-25c7b4fbff64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.736951] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0e90b86d-5210-48a2-8982-44529404a82e tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "50270e8a-cf20-48b5-8b4a-ee8b839248bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.299s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.804437] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78dc435d-0cbe-44d1-915b-5ee7d4a71f4b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.895s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.842567] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5258b837-e396-0c66-60ad-203bf50909c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014898} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.844918] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.847281] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b/3c39b509-a5be-4ab6-a5eb-8d1255e10a7b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.852307] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6272bd87-598b-462c-9681-c688b4defbc0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.877107] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 797.877107] env[71079]: value = "task-3278831" [ 797.877107] env[71079]: _type = "Task" [ 797.877107] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.891905] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.954114] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Updated VIF entry in instance network info cache for port 8d2b046c-e312-463c-8a14-dff8b886688a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.954612] env[71079]: DEBUG nova.network.neutron [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Updating instance_info_cache with network_info: [{"id": "2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf", "address": "fa:16:3e:99:5a:80", "network": {"id": "ffa32609-94a9-4b96-b5aa-33e28f69c09e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-232374498", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d040c37-90", "ovs_interfaceid": "2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5770c32f-526f-468b-a007-76c4d3fbe262", "address": "fa:16:3e:a4:e5:4a", "network": {"id": "fe6c02fe-d9b8-4923-89cd-afb51cb7ce1a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1515916395", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5770c32f-52", "ovs_interfaceid": "5770c32f-526f-468b-a007-76c4d3fbe262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d2b046c-e312-463c-8a14-dff8b886688a", "address": "fa:16:3e:7e:aa:1b", "network": {"id": "ffa32609-94a9-4b96-b5aa-33e28f69c09e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-232374498", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2b046c-e3", "ovs_interfaceid": "8d2b046c-e312-463c-8a14-dff8b886688a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.975258] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278827, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.227407] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1aac8-d053-4f66-8aa2-41a0ea31f7e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.237992] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af28be35-7846-4507-8a37-8f9211e1b15c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.282927] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3074e417-6df0-4271-ae0a-a4296c1764db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.294699] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534e1b7-7799-45be-b64d-de17639f63c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.313590] env[71079]: DEBUG nova.compute.provider_tree [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.394760] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278831, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.459201] env[71079]: DEBUG nova.compute.manager [req-94c48f83-6c4d-4c18-ba36-9afd5489b65d req-b52bf0b4-1c6f-4a2f-ba83-65b2c92ec159 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Received event network-vif-deleted-b2534cab-d28f-4659-941e-c4b56f07cd0b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.459816] env[71079]: INFO nova.compute.manager [req-94c48f83-6c4d-4c18-ba36-9afd5489b65d req-b52bf0b4-1c6f-4a2f-ba83-65b2c92ec159 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Neutron deleted interface b2534cab-d28f-4659-941e-c4b56f07cd0b; detaching it from the instance and deleting it from the info cache [ 798.460173] env[71079]: DEBUG nova.network.neutron [req-94c48f83-6c4d-4c18-ba36-9afd5489b65d req-b52bf0b4-1c6f-4a2f-ba83-65b2c92ec159 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.465835] env[71079]: DEBUG oslo_concurrency.lockutils [req-250144bd-26db-4b2d-8cf6-094194c063ca req-86711f34-ca54-492d-958b-ccfbbc18a621 service nova] Releasing lock "refresh_cache-3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.488634] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278827, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.676763} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.489913] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] b1f3f5b8-1f35-40ed-a462-eda3ca855154/b1f3f5b8-1f35-40ed-a462-eda3ca855154.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.489913] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.489913] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81bd9d17-10ba-4b71-a043-bda613b0dab8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.502606] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 798.502606] env[71079]: value = "task-3278832" [ 798.502606] env[71079]: _type = "Task" [ 798.502606] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.517842] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.817891] env[71079]: DEBUG nova.scheduler.client.report [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.863987] env[71079]: DEBUG nova.network.neutron [-] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.879551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.879551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.879805] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.880060] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.880280] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.883031] env[71079]: INFO nova.compute.manager [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Terminating instance [ 798.888879] env[71079]: DEBUG nova.compute.manager [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.894844] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff934db-8066-45d5-ba31-9421d9edec14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.908617] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704256} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.910975] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b/3c39b509-a5be-4ab6-a5eb-8d1255e10a7b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.911997] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.916030] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-628df011-6e01-4d4b-ae8f-fb3a9877ab66 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.928498] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 798.928498] env[71079]: value = "task-3278833" [ 798.928498] env[71079]: _type = "Task" [ 798.928498] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.938534] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.969251] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acbe3de6-1e90-4807-b945-72ff00e082b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.994316] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cb0b2a-b9ae-4b45-9319-36daaef728f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.022358] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105994} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.022725] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.023647] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3714b4-c2a3-4132-a74a-0dfef0e0196a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.043975] env[71079]: DEBUG nova.compute.manager [req-94c48f83-6c4d-4c18-ba36-9afd5489b65d req-b52bf0b4-1c6f-4a2f-ba83-65b2c92ec159 service nova] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Detach interface failed, port_id=b2534cab-d28f-4659-941e-c4b56f07cd0b, reason: Instance 5886f11a-d2d5-459e-82ca-7e718cf28b19 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.073302] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b1f3f5b8-1f35-40ed-a462-eda3ca855154/b1f3f5b8-1f35-40ed-a462-eda3ca855154.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.074222] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46bf9b3b-d8f3-4777-8652-fbf28b36247b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.095924] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 799.095924] env[71079]: value = "task-3278834" [ 799.095924] env[71079]: _type = "Task" [ 799.095924] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.108204] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.324586] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.330993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.673s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.330993] env[71079]: DEBUG nova.objects.instance [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lazy-loading 'resources' on Instance uuid bbe9db38-468a-4c7d-8140-716ec900380d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.368942] env[71079]: INFO nova.compute.manager [-] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Took 2.24 seconds to deallocate network for instance. [ 799.379100] env[71079]: INFO nova.scheduler.client.report [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Deleted allocations for instance 490b72f5-9712-4947-bbff-0d603c264d7b [ 799.390107] env[71079]: DEBUG nova.compute.manager [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.390107] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.390462] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec7f37-1dd4-417d-8116-35d2cd3d3f28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.406330] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.406772] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d21425-71e5-410e-afbf-21b2d723e79b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.416952] env[71079]: DEBUG oslo_vmware.api [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 799.416952] env[71079]: value = "task-3278835" [ 799.416952] env[71079]: _type = "Task" [ 799.416952] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.422226] env[71079]: INFO nova.compute.manager [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] instance snapshotting [ 799.428380] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43df0e78-b7c0-41b1-9ab5-ae254e9df536 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.436551] env[71079]: DEBUG oslo_vmware.api [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.463394] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078295} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.464308] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b143cb1-e109-493a-8e3a-fc8e358c2b32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.467272] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.468395] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52ddd0-ab91-4a63-8a43-9d87ba9502fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.505548] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b/3c39b509-a5be-4ab6-a5eb-8d1255e10a7b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.506522] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26add6f-d37a-4103-a7d4-95a67f6df92b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.531795] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 799.531795] env[71079]: value = "task-3278836" [ 799.531795] env[71079]: _type = "Task" [ 799.531795] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.544544] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.614564] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.880453] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.891329] env[71079]: DEBUG oslo_concurrency.lockutils [None req-09341545-c03d-4f7d-ac42-65b76ae5769a tempest-ServersListShow298Test-1097269505 tempest-ServersListShow298Test-1097269505-project-member] Lock "490b72f5-9712-4947-bbff-0d603c264d7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.138s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.933816] env[71079]: DEBUG oslo_vmware.api [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278835, 'name': PowerOffVM_Task, 'duration_secs': 0.292853} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.934183] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.934262] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.934516] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9737cb72-ec35-492e-abac-5c0b82068b24 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.009681] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.011324] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a23af8e-fb09-4cbc-95e7-b9aa21502835 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.016022] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.016022] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.016022] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Deleting the datastore file [datastore1] e43cd3ed-5a0e-4d1d-9177-9879a05db58f {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.016022] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a57c3aa0-5e19-47ab-ac63-e964bffaec3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.021907] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 800.021907] env[71079]: value = "task-3278838" [ 800.021907] env[71079]: _type = "Task" [ 800.021907] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.023334] env[71079]: DEBUG oslo_vmware.api [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for the task: (returnval){ [ 800.023334] env[71079]: value = "task-3278839" [ 800.023334] env[71079]: _type = "Task" [ 800.023334] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.040267] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.043541] env[71079]: DEBUG oslo_vmware.api [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.050125] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278836, 'name': ReconfigVM_Task, 'duration_secs': 0.375636} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.050741] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b/3c39b509-a5be-4ab6-a5eb-8d1255e10a7b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.053876] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d150cc-69d9-42c6-84fa-64b3a143c674 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.063857] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 800.063857] env[71079]: value = "task-3278840" [ 800.063857] env[71079]: _type = "Task" [ 800.063857] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.074727] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278840, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.112511] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278834, 'name': ReconfigVM_Task, 'duration_secs': 0.531453} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.115249] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b1f3f5b8-1f35-40ed-a462-eda3ca855154/b1f3f5b8-1f35-40ed-a462-eda3ca855154.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.116432] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1639b938-3251-4506-896e-8291fadaa151 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.126366] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 800.126366] env[71079]: value = "task-3278841" [ 800.126366] env[71079]: _type = "Task" [ 800.126366] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.143770] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278841, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.365068] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c974c1-1528-4777-b42f-9f711591ea1f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.375374] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5125788-ddb6-4d28-8968-307ce59aeca1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.420265] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ddc4c-d9fb-4556-a835-0cdb4005163c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.430030] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745be6b5-7aef-4ab9-ae01-ece2eae69906 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.447041] env[71079]: DEBUG nova.compute.provider_tree [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.537922] env[71079]: DEBUG oslo_vmware.api [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Task: {'id': task-3278839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216423} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.542201] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.542201] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.542201] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.542201] env[71079]: INFO nova.compute.manager [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.542201] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.542201] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278838, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.542510] env[71079]: DEBUG nova.compute.manager [-] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.542510] env[71079]: DEBUG nova.network.neutron [-] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.577434] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278840, 'name': Rename_Task, 'duration_secs': 0.19718} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.577739] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.578030] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a824467e-5d29-4aa7-8d21-f5c2df9445fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.586851] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 800.586851] env[71079]: value = "task-3278842" [ 800.586851] env[71079]: _type = "Task" [ 800.586851] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.597287] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.638384] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278841, 'name': Rename_Task, 'duration_secs': 0.259036} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.638384] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.638491] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a88255c4-56e7-4e45-8d6b-0e70b0e04044 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.650329] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 800.650329] env[71079]: value = "task-3278843" [ 800.650329] env[71079]: _type = "Task" [ 800.650329] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.663714] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.953526] env[71079]: DEBUG nova.scheduler.client.report [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.965822] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "e58678a9-0d5b-45cb-8377-9e0c138889c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.966129] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.041395] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278838, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.098600] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278842, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.165666] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.463267] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.465923] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.748s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.466308] env[71079]: DEBUG nova.objects.instance [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 801.471243] env[71079]: DEBUG nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.506273] env[71079]: INFO nova.scheduler.client.report [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Deleted allocations for instance bbe9db38-468a-4c7d-8140-716ec900380d [ 801.541890] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278838, 'name': CreateSnapshot_Task, 'duration_secs': 1.082693} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.542475] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.543361] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba6ea5-f264-48c5-b7c3-98d505211015 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.604238] env[71079]: DEBUG oslo_vmware.api [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278842, 'name': PowerOnVM_Task, 'duration_secs': 0.839091} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.604566] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.604807] env[71079]: INFO nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Took 18.06 seconds to spawn the instance on the hypervisor. [ 801.604990] env[71079]: DEBUG nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.606059] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088e541c-ccf2-429c-abd4-ad2a6b72e0e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.667354] env[71079]: DEBUG nova.compute.manager [req-4538def3-b7b9-482d-9d6d-7d020fd0c0fd req-14b18634-07e0-462d-8b0b-d46ffbe8611b service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Received event network-vif-deleted-46d4c977-02ac-43f0-b034-15b9d84da17a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.667354] env[71079]: INFO nova.compute.manager [req-4538def3-b7b9-482d-9d6d-7d020fd0c0fd req-14b18634-07e0-462d-8b0b-d46ffbe8611b service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Neutron deleted interface 46d4c977-02ac-43f0-b034-15b9d84da17a; detaching it from the instance and deleting it from the info cache [ 801.667354] env[71079]: DEBUG nova.network.neutron [req-4538def3-b7b9-482d-9d6d-7d020fd0c0fd req-14b18634-07e0-462d-8b0b-d46ffbe8611b service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.676483] env[71079]: DEBUG oslo_vmware.api [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278843, 'name': PowerOnVM_Task, 'duration_secs': 0.78658} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.677422] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.677620] env[71079]: INFO nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Took 11.80 seconds to spawn the instance on the hypervisor. [ 801.677786] env[71079]: DEBUG nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.678793] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f30b0e-ee61-488a-b4ab-dc5bc72eef0c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.943870] env[71079]: DEBUG nova.network.neutron [-] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.002009] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.015427] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c18e187-3e47-4cf1-bedf-9e77e3970243 tempest-SecurityGroupsTestJSON-2031309013 tempest-SecurityGroupsTestJSON-2031309013-project-member] Lock "bbe9db38-468a-4c7d-8140-716ec900380d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.629s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.068524] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.073018] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d96177cf-d2f1-45d8-83c5-b098c29f4fa5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.080707] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 802.080707] env[71079]: value = "task-3278844" [ 802.080707] env[71079]: _type = "Task" [ 802.080707] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.089412] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278844, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.128969] env[71079]: INFO nova.compute.manager [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Took 51.19 seconds to build instance. [ 802.169670] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65c93f11-8403-43d2-b55c-d146aad402f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.180456] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834a1f4-7674-49f6-ba82-0e74a0947f7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.207027] env[71079]: INFO nova.compute.manager [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Took 46.38 seconds to build instance. [ 802.222186] env[71079]: DEBUG nova.compute.manager [req-4538def3-b7b9-482d-9d6d-7d020fd0c0fd req-14b18634-07e0-462d-8b0b-d46ffbe8611b service nova] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Detach interface failed, port_id=46d4c977-02ac-43f0-b034-15b9d84da17a, reason: Instance e43cd3ed-5a0e-4d1d-9177-9879a05db58f could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 802.359660] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.360322] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.362374] env[71079]: DEBUG nova.objects.instance [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'flavor' on Instance uuid c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.446314] env[71079]: INFO nova.compute.manager [-] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Took 1.90 seconds to deallocate network for instance. [ 802.478249] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fa9d69e-fccf-4bf3-867b-86f956ba45eb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.482033] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.822s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.482642] env[71079]: INFO nova.compute.claims [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.598157] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278844, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.631120] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4c6bc93-a359-4cc4-9bef-c1b4516b8711 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.565s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.723655] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d1f68de6-6a34-4170-ae87-78e1190d1738 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.905s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.943460] env[71079]: DEBUG nova.objects.instance [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'pci_requests' on Instance uuid c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.954039] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.093932] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278844, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.449210] env[71079]: DEBUG nova.objects.base [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 803.449210] env[71079]: DEBUG nova.network.neutron [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.496025] env[71079]: DEBUG nova.policy [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.601654] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278844, 'name': CloneVM_Task} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.603072] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Created linked-clone VM from snapshot [ 803.603072] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51474382-cc6d-47ec-abcc-a2204bae30c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.622295] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Uploading image 5f972ca7-14bf-4b6c-998e-354cf156daba {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 803.646568] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.646890] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b406b0b7-4715-44ce-be04-dbbc6ec57090 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.655820] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 803.655820] env[71079]: value = "task-3278845" [ 803.655820] env[71079]: _type = "Task" [ 803.655820] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.667190] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278845, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.820613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.820613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.820613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.820613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.820613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.825225] env[71079]: INFO nova.compute.manager [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Terminating instance [ 803.893123] env[71079]: DEBUG nova.network.neutron [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Successfully created port: c4bab9ae-6347-4e65-a455-209535935d82 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.011740] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc5248d-05b0-400e-939c-61aec0cc4ea6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.026165] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c07177e-212d-4065-a28f-8572ad076a4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.064108] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaefbac-ae36-472b-9fca-5e6cbe2afb07 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.073489] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30310a2a-b980-46bc-b2a7-40ec44e4101b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.088515] env[71079]: DEBUG nova.compute.provider_tree [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.167182] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278845, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.327997] env[71079]: DEBUG nova.compute.manager [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.328281] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.329249] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf5f98-1c60-4a7c-b749-eebacf9f3c86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.339358] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.339898] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa368f14-330a-43ef-9f3f-82c58c061ad9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.351432] env[71079]: DEBUG oslo_vmware.api [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 804.351432] env[71079]: value = "task-3278846" [ 804.351432] env[71079]: _type = "Task" [ 804.351432] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.362567] env[71079]: DEBUG oslo_vmware.api [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.592469] env[71079]: DEBUG nova.scheduler.client.report [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.667319] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278845, 'name': Destroy_Task, 'duration_secs': 0.775212} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.667691] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Destroyed the VM [ 804.667987] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.668295] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1eb7e667-ac4b-442c-aaac-2a4a2efdbf8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.677535] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 804.677535] env[71079]: value = "task-3278847" [ 804.677535] env[71079]: _type = "Task" [ 804.677535] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.687632] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278847, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.862270] env[71079]: DEBUG oslo_vmware.api [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278846, 'name': PowerOffVM_Task, 'duration_secs': 0.263767} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.862674] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.863098] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.863575] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-143ac237-b0e9-4521-91af-ecd34296955c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.030111] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.030426] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.030633] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Deleting the datastore file [datastore2] 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.030942] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70b16589-d938-47de-be8d-bf0836a57614 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.039109] env[71079]: DEBUG oslo_vmware.api [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 805.039109] env[71079]: value = "task-3278849" [ 805.039109] env[71079]: _type = "Task" [ 805.039109] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.048386] env[71079]: DEBUG oslo_vmware.api [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.071519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] Acquiring lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.071859] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] Acquired lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.072153] env[71079]: DEBUG nova.network.neutron [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.099477] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.100052] env[71079]: DEBUG nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.103771] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.155s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.104594] env[71079]: INFO nova.compute.claims [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.191934] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278847, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.477102] env[71079]: DEBUG nova.network.neutron [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Successfully updated port: c4bab9ae-6347-4e65-a455-209535935d82 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.553230] env[71079]: DEBUG oslo_vmware.api [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3278849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253515} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.553230] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.553230] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.553230] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.553230] env[71079]: INFO nova.compute.manager [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 805.553230] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.553230] env[71079]: DEBUG nova.compute.manager [-] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.553230] env[71079]: DEBUG nova.network.neutron [-] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.609922] env[71079]: DEBUG nova.compute.utils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.613819] env[71079]: DEBUG nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.614077] env[71079]: DEBUG nova.network.neutron [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.688829] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278847, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.733394] env[71079]: DEBUG nova.policy [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4a5365bca984c15b9e6f0d294649170', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36f9ae721ada49f89878fbc79463f068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.888709] env[71079]: DEBUG nova.compute.manager [req-81a14d26-9d45-49aa-9390-c3f8b5fd15b4 req-4fc03418-540d-451c-8782-91b0f0a9e818 service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received event network-vif-plugged-c4bab9ae-6347-4e65-a455-209535935d82 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.889196] env[71079]: DEBUG oslo_concurrency.lockutils [req-81a14d26-9d45-49aa-9390-c3f8b5fd15b4 req-4fc03418-540d-451c-8782-91b0f0a9e818 service nova] Acquiring lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.889633] env[71079]: DEBUG oslo_concurrency.lockutils [req-81a14d26-9d45-49aa-9390-c3f8b5fd15b4 req-4fc03418-540d-451c-8782-91b0f0a9e818 service nova] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.889988] env[71079]: DEBUG oslo_concurrency.lockutils [req-81a14d26-9d45-49aa-9390-c3f8b5fd15b4 req-4fc03418-540d-451c-8782-91b0f0a9e818 service nova] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.890469] env[71079]: DEBUG nova.compute.manager [req-81a14d26-9d45-49aa-9390-c3f8b5fd15b4 req-4fc03418-540d-451c-8782-91b0f0a9e818 service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] No waiting events found dispatching network-vif-plugged-c4bab9ae-6347-4e65-a455-209535935d82 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.890874] env[71079]: WARNING nova.compute.manager [req-81a14d26-9d45-49aa-9390-c3f8b5fd15b4 req-4fc03418-540d-451c-8782-91b0f0a9e818 service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received unexpected event network-vif-plugged-c4bab9ae-6347-4e65-a455-209535935d82 for instance with vm_state active and task_state None. [ 805.983978] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.984232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.984427] env[71079]: DEBUG nova.network.neutron [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.114488] env[71079]: DEBUG nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.187672] env[71079]: DEBUG nova.network.neutron [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Updating instance_info_cache with network_info: [{"id": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "address": "fa:16:3e:b4:63:26", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4f6871-cd", "ovs_interfaceid": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.199280] env[71079]: DEBUG oslo_vmware.api [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278847, 'name': RemoveSnapshot_Task, 'duration_secs': 1.276638} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.199656] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 806.408700] env[71079]: DEBUG nova.network.neutron [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Successfully created port: 55612088-fade-47a2-89a6-b7e692ad822d {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.534187] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18a0cd-513b-40da-b834-55735bd35aef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.543139] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e41528-4069-429c-8396-d44e61fd5e52 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.549241] env[71079]: WARNING nova.network.neutron [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] f4981530-5112-433e-b71b-1b4a911c6bf3 already exists in list: networks containing: ['f4981530-5112-433e-b71b-1b4a911c6bf3']. ignoring it [ 806.592523] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001717f6-b775-411c-b8b7-850cc6111c8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.602420] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a99d869-4516-4920-9b0e-c59752a9fd33 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.624755] env[71079]: DEBUG nova.compute.provider_tree [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.691595] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] Releasing lock "refresh_cache-b1f3f5b8-1f35-40ed-a462-eda3ca855154" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.691968] env[71079]: DEBUG nova.compute.manager [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Inject network info {{(pid=71079) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 806.692254] env[71079]: DEBUG nova.compute.manager [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] network_info to inject: |[{"id": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "address": "fa:16:3e:b4:63:26", "network": {"id": "599564f1-d240-4205-b132-64cd1ac021b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-306529636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c452ae56832440f9e7e1510ee54f3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4f6871-cd", "ovs_interfaceid": "fa4f6871-cde7-41d8-a630-2df97a2dbd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 806.701581] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Reconfiguring VM instance to set the machine id {{(pid=71079) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 806.703078] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740ba95e-2e76-43b7-b5c4-27913ef13920 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.720494] env[71079]: WARNING nova.compute.manager [None req-897292a7-7123-4166-ab16-103ef308d18e tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Image not found during snapshot: nova.exception.ImageNotFound: Image 5f972ca7-14bf-4b6c-998e-354cf156daba could not be found. [ 806.729240] env[71079]: DEBUG oslo_vmware.api [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] Waiting for the task: (returnval){ [ 806.729240] env[71079]: value = "task-3278850" [ 806.729240] env[71079]: _type = "Task" [ 806.729240] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.743443] env[71079]: DEBUG oslo_vmware.api [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] Task: {'id': task-3278850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.127856] env[71079]: DEBUG nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.133530] env[71079]: DEBUG nova.scheduler.client.report [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.145458] env[71079]: DEBUG nova.network.neutron [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4bab9ae-6347-4e65-a455-209535935d82", "address": "fa:16:3e:7a:f1:52", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bab9ae-63", "ovs_interfaceid": "c4bab9ae-6347-4e65-a455-209535935d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.165287] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.165538] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.165696] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.165897] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.167561] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.168054] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.168306] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.168472] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.168648] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.168811] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.168991] env[71079]: DEBUG nova.virt.hardware [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.170596] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa953f9d-e107-4ff3-bc5c-bc4e39f1011b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.180721] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fb54a6-a6e0-4354-820f-39c69826df4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.211284] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272157c-2ff0-ca61-4f9c-ddd1d527e4f4/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.212245] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14a1c2-6f9d-4e39-a672-4448f881eb9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.223535] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272157c-2ff0-ca61-4f9c-ddd1d527e4f4/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.223760] env[71079]: ERROR oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272157c-2ff0-ca61-4f9c-ddd1d527e4f4/disk-0.vmdk due to incomplete transfer. [ 807.223917] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6dce684a-1000-4853-99c9-da1ab6160e95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.232425] env[71079]: DEBUG oslo_vmware.rw_handles [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272157c-2ff0-ca61-4f9c-ddd1d527e4f4/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 807.232630] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Uploaded image b065a761-3e38-4b55-91c7-69bbdfe7a51c to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 807.234839] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.238431] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5ece149-720a-454e-b74c-8b247b61c690 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.244982] env[71079]: DEBUG oslo_vmware.api [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] Task: {'id': task-3278850, 'name': ReconfigVM_Task, 'duration_secs': 0.199726} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.246214] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21270931-1009-41fc-a6d6-6ffae7d36082 tempest-ServersAdminTestJSON-997683356 tempest-ServersAdminTestJSON-997683356-project-admin] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Reconfigured VM instance to set the machine id {{(pid=71079) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 807.246619] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 807.246619] env[71079]: value = "task-3278851" [ 807.246619] env[71079]: _type = "Task" [ 807.246619] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.254978] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278851, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.581373] env[71079]: DEBUG nova.network.neutron [-] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.635501] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.636128] env[71079]: DEBUG nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.638825] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.938s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.639064] env[71079]: DEBUG nova.objects.instance [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lazy-loading 'resources' on Instance uuid e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.651013] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.651744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.651977] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.652928] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd00ee3-0210-4725-9b1b-dcc994f65961 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.689648] env[71079]: DEBUG nova.virt.hardware [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.695140] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Reconfiguring VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 807.696195] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff34686d-2a6e-47cb-af76-1e5cb830989c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.716387] env[71079]: DEBUG oslo_vmware.api [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 807.716387] env[71079]: value = "task-3278852" [ 807.716387] env[71079]: _type = "Task" [ 807.716387] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.728210] env[71079]: DEBUG oslo_vmware.api [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278852, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.756733] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278851, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.083959] env[71079]: INFO nova.compute.manager [-] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Took 2.53 seconds to deallocate network for instance. [ 808.142503] env[71079]: DEBUG nova.compute.utils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.143895] env[71079]: DEBUG nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.144166] env[71079]: DEBUG nova.network.neutron [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.214420] env[71079]: DEBUG nova.policy [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ef547dcbf8e4f259139caacf8b91719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbfc3d19fe949cea34b73dd43f0b9a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.231657] env[71079]: DEBUG oslo_vmware.api [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.264874] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278851, 'name': Destroy_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.428111] env[71079]: DEBUG nova.network.neutron [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Successfully updated port: 55612088-fade-47a2-89a6-b7e692ad822d {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.439626] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "012270cd-9326-4ca7-a891-82cd30d74e4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.440608] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.440608] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "012270cd-9326-4ca7-a891-82cd30d74e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.440608] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.440608] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.443059] env[71079]: INFO nova.compute.manager [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Terminating instance [ 808.593469] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.604452] env[71079]: DEBUG nova.network.neutron [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Successfully created port: 0df67eeb-0080-4d8b-9d76-bf0e9d9c902d {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.650524] env[71079]: DEBUG nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.681313] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edac45ba-838c-4160-8240-343f3d4d0d95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.691991] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c58584-78d1-49ee-825b-ea9f8d0ab3fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.742009] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94931013-1087-4b6a-a986-57778624c97e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.746388] env[71079]: DEBUG nova.compute.manager [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received event network-changed-c4bab9ae-6347-4e65-a455-209535935d82 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.746388] env[71079]: DEBUG nova.compute.manager [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Refreshing instance network info cache due to event network-changed-c4bab9ae-6347-4e65-a455-209535935d82. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.746556] env[71079]: DEBUG oslo_concurrency.lockutils [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] Acquiring lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.746616] env[71079]: DEBUG oslo_concurrency.lockutils [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] Acquired lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.746745] env[71079]: DEBUG nova.network.neutron [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Refreshing network info cache for port c4bab9ae-6347-4e65-a455-209535935d82 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.758555] env[71079]: DEBUG oslo_vmware.api [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.760229] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f7a33b-f911-4d6a-a183-499a7a827d4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.768898] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278851, 'name': Destroy_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.780157] env[71079]: DEBUG nova.compute.provider_tree [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.935254] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "refresh_cache-18556490-682c-4a4d-9470-c0058afaa575" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.935395] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquired lock "refresh_cache-18556490-682c-4a4d-9470-c0058afaa575" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.935550] env[71079]: DEBUG nova.network.neutron [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.956238] env[71079]: DEBUG nova.compute.manager [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.956238] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.956238] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b546bd-0770-4330-b9ca-07e24e28850a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.964934] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.965258] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-746a6eda-432c-45b2-89a3-94d62837e245 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.972901] env[71079]: DEBUG oslo_vmware.api [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 808.972901] env[71079]: value = "task-3278853" [ 808.972901] env[71079]: _type = "Task" [ 808.972901] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.981782] env[71079]: DEBUG oslo_vmware.api [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.247367] env[71079]: DEBUG oslo_vmware.api [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.260390] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278851, 'name': Destroy_Task, 'duration_secs': 1.895121} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.260654] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Destroyed the VM [ 809.260907] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.261166] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a411e11-a317-4665-ba7f-f6d73f9fc054 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.280720] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 809.280720] env[71079]: value = "task-3278854" [ 809.280720] env[71079]: _type = "Task" [ 809.280720] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.286346] env[71079]: DEBUG nova.scheduler.client.report [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.299233] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.486163] env[71079]: DEBUG oslo_vmware.api [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278853, 'name': PowerOffVM_Task, 'duration_secs': 0.370006} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.486641] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.487035] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.487639] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1dedf8f-ace1-4d1b-aa61-1d8f94a6a2dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.507575] env[71079]: DEBUG nova.network.neutron [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.609684] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.610312] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.610646] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleting the datastore file [datastore2] 012270cd-9326-4ca7-a891-82cd30d74e4d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.615026] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4fdc21-72ab-4ced-8e43-1e7ac5fc0866 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.625835] env[71079]: DEBUG oslo_vmware.api [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 809.625835] env[71079]: value = "task-3278856" [ 809.625835] env[71079]: _type = "Task" [ 809.625835] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.637543] env[71079]: DEBUG oslo_vmware.api [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.663114] env[71079]: DEBUG nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.689303] env[71079]: DEBUG nova.network.neutron [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updated VIF entry in instance network info cache for port c4bab9ae-6347-4e65-a455-209535935d82. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.690157] env[71079]: DEBUG nova.network.neutron [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4bab9ae-6347-4e65-a455-209535935d82", "address": "fa:16:3e:7a:f1:52", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bab9ae-63", "ovs_interfaceid": "c4bab9ae-6347-4e65-a455-209535935d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.696773] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.696885] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.697129] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.697338] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.697697] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.698136] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.698427] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.699198] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.700123] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.702081] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.702081] env[71079]: DEBUG nova.virt.hardware [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.702081] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce4a64-545a-438e-bd06-b377b56f8661 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.709273] env[71079]: DEBUG oslo_concurrency.lockutils [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] Releasing lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.709411] env[71079]: DEBUG nova.compute.manager [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-vif-deleted-8d2b046c-e312-463c-8a14-dff8b886688a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.709601] env[71079]: DEBUG nova.compute.manager [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-vif-deleted-5770c32f-526f-468b-a007-76c4d3fbe262 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.709769] env[71079]: DEBUG nova.compute.manager [req-ab054927-4f44-4c79-a07b-064f03991247 req-223aac14-167f-4230-a122-cff5fe497d5f service nova] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Received event network-vif-deleted-2d040c37-90c5-4ab0-8ab5-0d0d9b7720bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.717679] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd4c798-8380-4cb1-bd3c-92eea4b8156b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.749851] env[71079]: DEBUG oslo_vmware.api [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278852, 'name': ReconfigVM_Task, 'duration_secs': 1.916278} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.751153] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.751383] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Reconfigured VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 809.797495] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.801555] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278854, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.802251] env[71079]: DEBUG nova.network.neutron [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Updating instance_info_cache with network_info: [{"id": "55612088-fade-47a2-89a6-b7e692ad822d", "address": "fa:16:3e:d8:6c:f7", "network": {"id": "190d0fb2-d508-4ef8-9751-6d9607893858", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-831316113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f9ae721ada49f89878fbc79463f068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55612088-fa", "ovs_interfaceid": "55612088-fade-47a2-89a6-b7e692ad822d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.804361] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.753s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.805285] env[71079]: INFO nova.compute.claims [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.849607] env[71079]: INFO nova.scheduler.client.report [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted allocations for instance e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375 [ 810.137365] env[71079]: DEBUG oslo_vmware.api [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3278856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199534} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.137642] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.137921] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.138064] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.138252] env[71079]: INFO nova.compute.manager [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 810.138495] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.138695] env[71079]: DEBUG nova.compute.manager [-] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.138849] env[71079]: DEBUG nova.network.neutron [-] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.255994] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe908f96-236a-48d1-8cf8-8b9b30ebebe2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.896s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.295353] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278854, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.309336] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Releasing lock "refresh_cache-18556490-682c-4a4d-9470-c0058afaa575" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.309574] env[71079]: DEBUG nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Instance network_info: |[{"id": "55612088-fade-47a2-89a6-b7e692ad822d", "address": "fa:16:3e:d8:6c:f7", "network": {"id": "190d0fb2-d508-4ef8-9751-6d9607893858", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-831316113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f9ae721ada49f89878fbc79463f068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55612088-fa", "ovs_interfaceid": "55612088-fade-47a2-89a6-b7e692ad822d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.309989] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:6c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55612088-fade-47a2-89a6-b7e692ad822d', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.321814] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Creating folder: Project (36f9ae721ada49f89878fbc79463f068). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.325592] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fafbad9-4e2f-43f2-9b4a-cefe87787934 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.342241] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Created folder: Project (36f9ae721ada49f89878fbc79463f068) in parent group-v654700. [ 810.342241] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Creating folder: Instances. Parent ref: group-v654851. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.342241] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbfa8732-910b-40f6-b8b1-ede5dc3cc0c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.358261] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Created folder: Instances in parent group-v654851. [ 810.358400] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.358807] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7aed3f50-5200-428f-8d3a-fd5ae419d098 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.726s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.359711] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.360265] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6592208b-357c-4a08-a85a-a03a5d9ef9a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.390487] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.390487] env[71079]: value = "task-3278859" [ 810.390487] env[71079]: _type = "Task" [ 810.390487] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.400391] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278859, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.603043] env[71079]: DEBUG nova.network.neutron [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Successfully updated port: 0df67eeb-0080-4d8b-9d76-bf0e9d9c902d {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.797086] env[71079]: DEBUG oslo_vmware.api [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278854, 'name': RemoveSnapshot_Task, 'duration_secs': 1.125434} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.797086] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.797086] env[71079]: INFO nova.compute.manager [None req-3a6f3c0c-a95c-400b-b519-315df9499996 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Took 18.99 seconds to snapshot the instance on the hypervisor. [ 810.901167] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.901417] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.909012] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278859, 'name': CreateVM_Task, 'duration_secs': 0.500432} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.909416] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.910679] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.910679] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.910888] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.911203] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9f19ed-fa48-4c33-92d5-65b17e6438a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.916978] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 810.916978] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d84f58-8c5d-8abd-f83b-32661b0fa8aa" [ 810.916978] env[71079]: _type = "Task" [ 810.916978] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.930028] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d84f58-8c5d-8abd-f83b-32661b0fa8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.108905] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.109081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.109290] env[71079]: DEBUG nova.network.neutron [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.211071] env[71079]: DEBUG nova.network.neutron [-] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.218346] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2adabd-de91-433d-a952-018fdb5bdc33 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.229631] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c908b288-1e03-4d64-baf5-8103d13bfed0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.270038] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9ae82-33fb-4d56-9a48-93f73af94804 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.274081] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Received event network-vif-plugged-55612088-fade-47a2-89a6-b7e692ad822d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.274297] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Acquiring lock "18556490-682c-4a4d-9470-c0058afaa575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.274802] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Lock "18556490-682c-4a4d-9470-c0058afaa575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.274802] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Lock "18556490-682c-4a4d-9470-c0058afaa575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.274954] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] No waiting events found dispatching network-vif-plugged-55612088-fade-47a2-89a6-b7e692ad822d {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.275075] env[71079]: WARNING nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Received unexpected event network-vif-plugged-55612088-fade-47a2-89a6-b7e692ad822d for instance with vm_state building and task_state spawning. [ 811.275324] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Received event network-changed-55612088-fade-47a2-89a6-b7e692ad822d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.275561] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Refreshing instance network info cache due to event network-changed-55612088-fade-47a2-89a6-b7e692ad822d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.275837] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Acquiring lock "refresh_cache-18556490-682c-4a4d-9470-c0058afaa575" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.276067] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Acquired lock "refresh_cache-18556490-682c-4a4d-9470-c0058afaa575" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.276283] env[71079]: DEBUG nova.network.neutron [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Refreshing network info cache for port 55612088-fade-47a2-89a6-b7e692ad822d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.292654] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eb53f1-a843-493e-be85-ea54571272a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.310820] env[71079]: DEBUG nova.compute.provider_tree [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.410189] env[71079]: DEBUG nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.429082] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d84f58-8c5d-8abd-f83b-32661b0fa8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.429413] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.429649] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.429883] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.430044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.430229] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.430493] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-410fb382-70a0-4a72-b906-d326bd53bcd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.440270] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.440467] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.441250] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20bcc80-8673-4b73-8283-25d3ae915430 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.447588] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 811.447588] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529837cc-a5f4-ba5c-a2f6-756a0d0b109c" [ 811.447588] env[71079]: _type = "Task" [ 811.447588] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.456972] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529837cc-a5f4-ba5c-a2f6-756a0d0b109c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.656826] env[71079]: DEBUG nova.network.neutron [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.715156] env[71079]: INFO nova.compute.manager [-] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Took 1.58 seconds to deallocate network for instance. [ 811.818319] env[71079]: DEBUG nova.scheduler.client.report [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.945499] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.960229] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529837cc-a5f4-ba5c-a2f6-756a0d0b109c, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.961052] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b866c9db-141d-4485-b400-73968ca8c57e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.965998] env[71079]: DEBUG nova.network.neutron [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance_info_cache with network_info: [{"id": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "address": "fa:16:3e:71:bd:e1", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df67eeb-00", "ovs_interfaceid": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.968514] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 811.968514] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e05e83-6702-906b-a39a-86b28310458a" [ 811.968514] env[71079]: _type = "Task" [ 811.968514] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.977574] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e05e83-6702-906b-a39a-86b28310458a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.133139] env[71079]: DEBUG nova.network.neutron [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Updated VIF entry in instance network info cache for port 55612088-fade-47a2-89a6-b7e692ad822d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.133642] env[71079]: DEBUG nova.network.neutron [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Updating instance_info_cache with network_info: [{"id": "55612088-fade-47a2-89a6-b7e692ad822d", "address": "fa:16:3e:d8:6c:f7", "network": {"id": "190d0fb2-d508-4ef8-9751-6d9607893858", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-831316113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f9ae721ada49f89878fbc79463f068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55612088-fa", "ovs_interfaceid": "55612088-fade-47a2-89a6-b7e692ad822d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.228868] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-c4bab9ae-6347-4e65-a455-209535935d82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.228868] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-c4bab9ae-6347-4e65-a455-209535935d82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.231147] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.330020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.330020] env[71079]: DEBUG nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.331298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.396s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.470074] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.470432] env[71079]: DEBUG nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Instance network_info: |[{"id": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "address": "fa:16:3e:71:bd:e1", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df67eeb-00", "ovs_interfaceid": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.470973] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:bd:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0df67eeb-0080-4d8b-9d76-bf0e9d9c902d', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.479628] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.483808] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.484088] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d74f6b0-420e-4e81-92e6-e925357f9b1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.505955] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e05e83-6702-906b-a39a-86b28310458a, 'name': SearchDatastore_Task, 'duration_secs': 0.019107} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.507343] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.507649] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 18556490-682c-4a4d-9470-c0058afaa575/18556490-682c-4a4d-9470-c0058afaa575.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.507868] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.507868] env[71079]: value = "task-3278863" [ 812.507868] env[71079]: _type = "Task" [ 812.507868] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.508064] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac8b5c1f-1a60-40aa-946c-20a89159d02e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.518310] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278863, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.519691] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 812.519691] env[71079]: value = "task-3278864" [ 812.519691] env[71079]: _type = "Task" [ 812.519691] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.636480] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Releasing lock "refresh_cache-18556490-682c-4a4d-9470-c0058afaa575" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.636863] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Received event network-vif-plugged-0df67eeb-0080-4d8b-9d76-bf0e9d9c902d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.637151] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Acquiring lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.637389] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.637557] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.637722] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] No waiting events found dispatching network-vif-plugged-0df67eeb-0080-4d8b-9d76-bf0e9d9c902d {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.637891] env[71079]: WARNING nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Received unexpected event network-vif-plugged-0df67eeb-0080-4d8b-9d76-bf0e9d9c902d for instance with vm_state building and task_state spawning. [ 812.638068] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Received event network-changed-0df67eeb-0080-4d8b-9d76-bf0e9d9c902d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.638227] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Refreshing instance network info cache due to event network-changed-0df67eeb-0080-4d8b-9d76-bf0e9d9c902d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.638453] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Acquiring lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.638593] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Acquired lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.638748] env[71079]: DEBUG nova.network.neutron [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Refreshing network info cache for port 0df67eeb-0080-4d8b-9d76-bf0e9d9c902d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.716041] env[71079]: INFO nova.compute.manager [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Rebuilding instance [ 812.731573] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.731791] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.732837] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ad8531-0496-4a60-9995-331f81b6a48b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.761407] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2e9dbc-e3a5-4489-bc55-436c87c1f185 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.801174] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Reconfiguring VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 812.804548] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8c5d2a-be23-4373-bb80-bc0247fa5eac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.823110] env[71079]: DEBUG nova.compute.manager [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.824600] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a343581-1c23-421b-8cf1-ae9a773f6ba1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.831923] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 812.831923] env[71079]: value = "task-3278865" [ 812.831923] env[71079]: _type = "Task" [ 812.831923] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.841853] env[71079]: INFO nova.compute.claims [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.846737] env[71079]: DEBUG nova.compute.utils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.848892] env[71079]: DEBUG nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.849054] env[71079]: DEBUG nova.network.neutron [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.859044] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.919707] env[71079]: DEBUG nova.policy [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7422395e728a4e04afc20f2f75d3b0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43c23897332b4ed8965476a4dae0a868', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.021691] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278863, 'name': CreateVM_Task, 'duration_secs': 0.410553} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.024818] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.026098] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.026098] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.026770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.027782] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26af435-f04e-4a91-94ab-d1f00804307f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.032629] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476033} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.035257] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 18556490-682c-4a4d-9470-c0058afaa575/18556490-682c-4a4d-9470-c0058afaa575.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.035522] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.035860] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 813.035860] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5269998f-3345-0abe-eeed-10767dbcfd20" [ 813.035860] env[71079]: _type = "Task" [ 813.035860] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.036233] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f74bb4-d9e5-470f-8b4d-89de6f780c19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.047632] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5269998f-3345-0abe-eeed-10767dbcfd20, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.049013] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.049301] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.049558] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.049709] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.049915] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.050318] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 813.050318] env[71079]: value = "task-3278866" [ 813.050318] env[71079]: _type = "Task" [ 813.050318] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.050517] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42e532d8-3815-4ced-bc65-a44020a2afe6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.063936] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.063936] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.063936] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.064631] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebca2010-80ce-4959-91bc-c363ee746538 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.071556] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 813.071556] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b1b54-ef2d-8eac-6127-34732789cd24" [ 813.071556] env[71079]: _type = "Task" [ 813.071556] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.083026] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b1b54-ef2d-8eac-6127-34732789cd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.355802] env[71079]: INFO nova.compute.resource_tracker [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating resource usage from migration 960e8fd2-ef6a-4161-8740-9dcbf685a07b [ 813.355802] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.357207] env[71079]: DEBUG nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.363433] env[71079]: DEBUG nova.network.neutron [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Successfully created port: 996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.565157] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071651} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.565291] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.566334] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4753822-ddaf-4879-bcd3-afc011a8cf1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.596717] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 18556490-682c-4a4d-9470-c0058afaa575/18556490-682c-4a4d-9470-c0058afaa575.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.608254] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab58c398-d370-4c32-974d-43f028acfea3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.622465] env[71079]: DEBUG nova.network.neutron [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updated VIF entry in instance network info cache for port 0df67eeb-0080-4d8b-9d76-bf0e9d9c902d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.622982] env[71079]: DEBUG nova.network.neutron [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance_info_cache with network_info: [{"id": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "address": "fa:16:3e:71:bd:e1", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df67eeb-00", "ovs_interfaceid": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.635730] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b1b54-ef2d-8eac-6127-34732789cd24, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.640308] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 813.640308] env[71079]: value = "task-3278867" [ 813.640308] env[71079]: _type = "Task" [ 813.640308] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.640797] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd63680-21d7-4702-b1de-ac53c0aeedfd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.659349] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.661483] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 813.661483] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528ca407-f577-5c7e-aefc-9e6dfd7465b9" [ 813.661483] env[71079]: _type = "Task" [ 813.661483] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.681819] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528ca407-f577-5c7e-aefc-9e6dfd7465b9, 'name': SearchDatastore_Task, 'duration_secs': 0.0171} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.683062] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.683062] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] ff127830-f98c-463a-b964-300ebdbfdab5/ff127830-f98c-463a-b964-300ebdbfdab5.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.683062] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683f8a12-6e8f-4e8b-975e-f2cd2dca6b2c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.700999] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 813.700999] env[71079]: value = "task-3278868" [ 813.700999] env[71079]: _type = "Task" [ 813.700999] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.719351] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.851203] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.857633] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.858010] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889469d1-c2ea-4502-b84a-9a49f87ed0d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.875880] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 813.875880] env[71079]: value = "task-3278870" [ 813.875880] env[71079]: _type = "Task" [ 813.875880] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.881438] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3adca9-013d-4412-afb0-ffff760d7360 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.895635] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec43d5-ba6c-49b0-b17c-f51bcf832734 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.899254] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.931576] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d516bf7-27e0-4c15-a9be-c457363d221d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.940624] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66093f-0376-49c5-9307-7b55e043f752 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.956071] env[71079]: DEBUG nova.compute.provider_tree [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.126404] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] Releasing lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.126755] env[71079]: DEBUG nova.compute.manager [req-b3ba79b1-1e78-41d8-b51d-df7e06f4be04 req-39e26221-2f7a-4772-a1c6-44a1617dbc98 service nova] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Received event network-vif-deleted-7d06cb1a-1f47-4026-b4d0-d16001e69f83 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.162552] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278867, 'name': ReconfigVM_Task, 'duration_secs': 0.411732} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.162995] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 18556490-682c-4a4d-9470-c0058afaa575/18556490-682c-4a4d-9470-c0058afaa575.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.163746] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4461045b-d60a-4c29-b3cd-262396eaad00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.173355] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 814.173355] env[71079]: value = "task-3278871" [ 814.173355] env[71079]: _type = "Task" [ 814.173355] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.183569] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278871, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.214890] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.348693] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.370470] env[71079]: DEBUG nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.388160] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278870, 'name': PowerOffVM_Task, 'duration_secs': 0.242164} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.388462] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.388681] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.389596] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c0cc7-6f53-4ff7-8ad7-8835ae0e0334 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.398519] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.398796] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-112f578d-6628-4d26-b3e5-9dab0fe0c053 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.402850] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.403113] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.403287] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.403475] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.403621] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.403770] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.403981] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.404175] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.404348] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.404513] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.404691] env[71079]: DEBUG nova.virt.hardware [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.405613] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d5a281-6ffb-45b9-a8dd-4c7c6a067fb1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.415036] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb25714-9e6d-4b4d-923c-805c504bacf1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.459521] env[71079]: DEBUG nova.scheduler.client.report [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.476399] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.476735] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.476947] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleting the datastore file [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.477269] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9576eda-f768-4f2e-b51b-d10733925a49 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.486860] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 814.486860] env[71079]: value = "task-3278873" [ 814.486860] env[71079]: _type = "Task" [ 814.486860] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.498808] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.684286] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278871, 'name': Rename_Task, 'duration_secs': 0.258168} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.684553] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.684833] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1bf94f-01c2-4b4f-9a83-b785ee0ca0ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.692604] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 814.692604] env[71079]: value = "task-3278874" [ 814.692604] env[71079]: _type = "Task" [ 814.692604] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.704852] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.714524] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681072} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.714863] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] ff127830-f98c-463a-b964-300ebdbfdab5/ff127830-f98c-463a-b964-300ebdbfdab5.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.715138] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.715475] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d03338-3f83-412c-9536-55318433a214 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.723071] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 814.723071] env[71079]: value = "task-3278875" [ 814.723071] env[71079]: _type = "Task" [ 814.723071] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.732962] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.848355] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.965239] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.634s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.965505] env[71079]: INFO nova.compute.manager [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Migrating [ 814.972195] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.258s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.973691] env[71079]: INFO nova.compute.claims [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.997731] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341626} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.997731] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.997973] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.997973] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.117513] env[71079]: DEBUG nova.compute.manager [req-e5d3c74c-3093-4166-b554-26db3ea82d4f req-699a581f-ab5c-4c97-a9b0-742e38221143 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Received event network-vif-plugged-996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.117937] env[71079]: DEBUG oslo_concurrency.lockutils [req-e5d3c74c-3093-4166-b554-26db3ea82d4f req-699a581f-ab5c-4c97-a9b0-742e38221143 service nova] Acquiring lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.118172] env[71079]: DEBUG oslo_concurrency.lockutils [req-e5d3c74c-3093-4166-b554-26db3ea82d4f req-699a581f-ab5c-4c97-a9b0-742e38221143 service nova] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.118378] env[71079]: DEBUG oslo_concurrency.lockutils [req-e5d3c74c-3093-4166-b554-26db3ea82d4f req-699a581f-ab5c-4c97-a9b0-742e38221143 service nova] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.118556] env[71079]: DEBUG nova.compute.manager [req-e5d3c74c-3093-4166-b554-26db3ea82d4f req-699a581f-ab5c-4c97-a9b0-742e38221143 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] No waiting events found dispatching network-vif-plugged-996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.119911] env[71079]: WARNING nova.compute.manager [req-e5d3c74c-3093-4166-b554-26db3ea82d4f req-699a581f-ab5c-4c97-a9b0-742e38221143 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Received unexpected event network-vif-plugged-996089a9-e2a5-4e4e-874f-3f0e61418c81 for instance with vm_state building and task_state spawning. [ 815.206745] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278874, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.235417] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107036} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.235728] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.236624] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c7b21-3e94-47ae-8697-8817e4dc47e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.260817] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ff127830-f98c-463a-b964-300ebdbfdab5/ff127830-f98c-463a-b964-300ebdbfdab5.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.261152] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5faa3a61-d560-4554-83a7-7354bc00e05e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.278480] env[71079]: DEBUG nova.network.neutron [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Successfully updated port: 996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.287050] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 815.287050] env[71079]: value = "task-3278876" [ 815.287050] env[71079]: _type = "Task" [ 815.287050] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.295835] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.348106] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.486083] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.486325] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.486530] env[71079]: DEBUG nova.network.neutron [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.703922] env[71079]: DEBUG oslo_vmware.api [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278874, 'name': PowerOnVM_Task, 'duration_secs': 0.542469} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.704220] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.704430] env[71079]: INFO nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Took 8.58 seconds to spawn the instance on the hypervisor. [ 815.704608] env[71079]: DEBUG nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.705399] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e017a-e928-4c65-bb5a-54382811eb22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.781184] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.781669] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.781669] env[71079]: DEBUG nova.network.neutron [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.796786] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278876, 'name': ReconfigVM_Task, 'duration_secs': 0.476352} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.797100] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ff127830-f98c-463a-b964-300ebdbfdab5/ff127830-f98c-463a-b964-300ebdbfdab5.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.797715] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-276fd49b-3b80-402d-b554-ca97c1c1ecee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.804794] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 815.804794] env[71079]: value = "task-3278877" [ 815.804794] env[71079]: _type = "Task" [ 815.804794] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.813558] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278877, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.849608] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.032262] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.032674] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.032674] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.032833] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.032991] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.033143] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.033354] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.033511] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.033678] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.034182] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.034182] env[71079]: DEBUG nova.virt.hardware [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.034885] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f2d126-97b2-4fb2-b7dc-012cacd7b09f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.047029] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275891f3-29c5-43c0-94e1-a65456fcd7a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.060499] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:01:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f485df5-e79c-4599-8fbd-ec38abdaf03f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.068641] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.071388] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.073764] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc92cd3e-1e37-4cf7-a14a-073dd104a0cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.096752] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.096752] env[71079]: value = "task-3278879" [ 816.096752] env[71079]: _type = "Task" [ 816.096752] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.108254] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278879, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.225551] env[71079]: INFO nova.compute.manager [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Took 39.59 seconds to build instance. [ 816.271781] env[71079]: DEBUG nova.network.neutron [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance_info_cache with network_info: [{"id": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "address": "fa:16:3e:24:ab:19", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb212fd1a-08", "ovs_interfaceid": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.318977] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278877, 'name': Rename_Task, 'duration_secs': 0.16416} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.318977] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.318977] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-124fe337-da75-4bad-aacc-a0a3ce5d7c19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.322925] env[71079]: DEBUG nova.network.neutron [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.329337] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 816.329337] env[71079]: value = "task-3278880" [ 816.329337] env[71079]: _type = "Task" [ 816.329337] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.339810] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.348995] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.410086] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd4341c-8207-48c4-8ed3-5de69bafa163 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.421136] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe094e4-3d3a-4b13-989f-82697a55daf0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.453009] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eded087c-e1d0-44c7-b310-d02b345bbbac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.461888] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab1913-25d2-48d8-9e5c-e90457ddec2a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.478355] env[71079]: DEBUG nova.compute.provider_tree [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.501067] env[71079]: DEBUG nova.network.neutron [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updating instance_info_cache with network_info: [{"id": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "address": "fa:16:3e:2f:c4:21", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996089a9-e2", "ovs_interfaceid": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.607724] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278879, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.727471] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9a21585b-d56b-405c-aaa5-667f0346552d tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "18556490-682c-4a4d-9470-c0058afaa575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.104s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.775235] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.838939] env[71079]: DEBUG oslo_vmware.api [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278880, 'name': PowerOnVM_Task, 'duration_secs': 0.502678} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.839253] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.839459] env[71079]: INFO nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Took 7.18 seconds to spawn the instance on the hypervisor. [ 816.839638] env[71079]: DEBUG nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.840472] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b1144b-257c-4db0-8c74-67bfc2c18b99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.851027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "857a46b2-651b-4144-8bcf-0ae05e663f21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.851027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.860523] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.981994] env[71079]: DEBUG nova.scheduler.client.report [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.003461] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Releasing lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.003739] env[71079]: DEBUG nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance network_info: |[{"id": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "address": "fa:16:3e:2f:c4:21", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996089a9-e2", "ovs_interfaceid": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.004179] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:c4:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '996089a9-e2a5-4e4e-874f-3f0e61418c81', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.011828] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.012372] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.013011] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c436127d-29a5-4f55-aa3b-bb5a16e66e34 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.034542] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.034542] env[71079]: value = "task-3278881" [ 817.034542] env[71079]: _type = "Task" [ 817.034542] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.042974] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278881, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.108094] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278879, 'name': CreateVM_Task, 'duration_secs': 0.524418} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.108289] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.108977] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.109182] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.109569] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.109862] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fb69fb-7753-4d8c-982c-7cf17b43dcfe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.114982] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 817.114982] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5229484c-5f45-e5ce-df41-ae21b001cb5a" [ 817.114982] env[71079]: _type = "Task" [ 817.114982] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.123519] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5229484c-5f45-e5ce-df41-ae21b001cb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.145165] env[71079]: DEBUG nova.compute.manager [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Received event network-changed-996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.145383] env[71079]: DEBUG nova.compute.manager [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Refreshing instance network info cache due to event network-changed-996089a9-e2a5-4e4e-874f-3f0e61418c81. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.145485] env[71079]: DEBUG oslo_concurrency.lockutils [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] Acquiring lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.145613] env[71079]: DEBUG oslo_concurrency.lockutils [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] Acquired lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.145769] env[71079]: DEBUG nova.network.neutron [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Refreshing network info cache for port 996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.355596] env[71079]: DEBUG nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.358203] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.369871] env[71079]: INFO nova.compute.manager [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Took 39.45 seconds to build instance. [ 817.489556] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.490101] env[71079]: DEBUG nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.493041] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.482s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.493223] env[71079]: DEBUG nova.objects.instance [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lazy-loading 'resources' on Instance uuid 8cce201b-6d8a-4145-99be-e8c0c8bf9685 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.545916] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278881, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.625660] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5229484c-5f45-e5ce-df41-ae21b001cb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.625972] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.627256] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.627572] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.627749] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.627961] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.628274] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa05655-7c1e-4aee-a88c-a24906dd5c6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.641290] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.641492] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.642280] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7b2438-0b24-4404-94ef-7e13805cdd4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.651043] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 817.651043] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d9d813-bbc0-1b17-aae5-06328a997ad6" [ 817.651043] env[71079]: _type = "Task" [ 817.651043] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.662971] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d9d813-bbc0-1b17-aae5-06328a997ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.664064] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8665814-b01a-4896-9872-db6763ccbfef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.671119] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 817.671119] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525e511c-d95e-bf95-0403-a99aee5a8d87" [ 817.671119] env[71079]: _type = "Task" [ 817.671119] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.680200] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525e511c-d95e-bf95-0403-a99aee5a8d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.788957] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "18556490-682c-4a4d-9470-c0058afaa575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.789217] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "18556490-682c-4a4d-9470-c0058afaa575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.789420] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "18556490-682c-4a4d-9470-c0058afaa575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.789601] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "18556490-682c-4a4d-9470-c0058afaa575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.789764] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "18556490-682c-4a4d-9470-c0058afaa575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.794835] env[71079]: INFO nova.compute.manager [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Terminating instance [ 817.855739] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.869063] env[71079]: DEBUG nova.network.neutron [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updated VIF entry in instance network info cache for port 996089a9-e2a5-4e4e-874f-3f0e61418c81. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.869414] env[71079]: DEBUG nova.network.neutron [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updating instance_info_cache with network_info: [{"id": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "address": "fa:16:3e:2f:c4:21", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996089a9-e2", "ovs_interfaceid": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.871311] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b1abac7-5586-48cc-86c0-7406161f520f tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.608s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.882457] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.996501] env[71079]: DEBUG nova.compute.utils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.003119] env[71079]: DEBUG nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.003119] env[71079]: DEBUG nova.network.neutron [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.047054] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278881, 'name': CreateVM_Task, 'duration_secs': 0.668907} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.049577] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.050437] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.050606] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.050926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.052330] env[71079]: DEBUG nova.policy [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd447540ef3c24f0f80ee8a8bb24def5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a65509b8f84e8aa850b817bb580d8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.053653] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a672b5-d680-4057-823a-51fcee7d04a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.059453] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 818.059453] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5268d57c-15ed-0ae5-9011-9bb84ceb6208" [ 818.059453] env[71079]: _type = "Task" [ 818.059453] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.071377] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5268d57c-15ed-0ae5-9011-9bb84ceb6208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.184100] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525e511c-d95e-bf95-0403-a99aee5a8d87, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.184335] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.184595] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.184913] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7a92a7c-916a-4fa2-ad2b-f12176e31df6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.197718] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 818.197718] env[71079]: value = "task-3278883" [ 818.197718] env[71079]: _type = "Task" [ 818.197718] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.208601] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.296384] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984844cb-be14-4822-aeb6-0c10f42c346a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.301864] env[71079]: DEBUG nova.compute.manager [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.302592] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.303090] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca85912e-30f2-4fdf-b8c3-83dbf1e0fabf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.328020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance '4dab1fc3-34f9-44da-b148-7503f7b6701e' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.338878] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.339652] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb3e352-eb6c-456d-8d64-e5cef3295b65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.353457] env[71079]: DEBUG oslo_vmware.api [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 818.353457] env[71079]: value = "task-3278884" [ 818.353457] env[71079]: _type = "Task" [ 818.353457] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.372685] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.372816] env[71079]: DEBUG oslo_concurrency.lockutils [req-578639b8-5b75-414f-b49b-62891996f7e5 req-2e52fd2a-eb4c-4879-9443-93f57f4d5618 service nova] Releasing lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.373285] env[71079]: DEBUG oslo_vmware.api [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.448775] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796be334-84c0-447c-8da9-9c5bd5241013 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.461241] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a2f0de-cedf-42b4-9698-5707aa899429 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.495747] env[71079]: DEBUG nova.network.neutron [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Successfully created port: 47825875-52c6-4861-bf9a-e6215ec7bd6f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.499466] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd2e4a-17bd-4ea4-b45d-18100813753e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.503062] env[71079]: DEBUG nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.520383] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792d3078-555e-408c-94d1-67e8d5e20344 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.541780] env[71079]: DEBUG nova.compute.provider_tree [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.576861] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5268d57c-15ed-0ae5-9011-9bb84ceb6208, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.577926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.578378] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.578810] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.579224] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.579948] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.579948] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-facb5686-0b7d-4a04-9aef-c83122f6df6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.597887] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.598118] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.598947] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada17a05-cd61-4686-bbcb-f2c100518496 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.607222] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 818.607222] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529bb13f-da62-7a12-5130-299ea459ebd9" [ 818.607222] env[71079]: _type = "Task" [ 818.607222] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.616866] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529bb13f-da62-7a12-5130-299ea459ebd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.715537] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278883, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.841947] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.842291] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d59dda30-0745-490c-a8fc-182d254ad538 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.851162] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 818.851162] env[71079]: value = "task-3278885" [ 818.851162] env[71079]: _type = "Task" [ 818.851162] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.864032] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.867532] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.872161] env[71079]: DEBUG oslo_vmware.api [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278884, 'name': PowerOffVM_Task, 'duration_secs': 0.226002} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.872426] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.872597] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.872844] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c68ff5-df7d-4391-9753-3fb2084a74e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.944964] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.946250] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.946250] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Deleting the datastore file [datastore1] 18556490-682c-4a4d-9470-c0058afaa575 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.946250] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-526a029f-781d-4256-9291-8ee5d82e3dbe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.952595] env[71079]: DEBUG oslo_vmware.api [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for the task: (returnval){ [ 818.952595] env[71079]: value = "task-3278887" [ 818.952595] env[71079]: _type = "Task" [ 818.952595] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.960969] env[71079]: DEBUG oslo_vmware.api [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.045134] env[71079]: DEBUG nova.scheduler.client.report [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.117713] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529bb13f-da62-7a12-5130-299ea459ebd9, 'name': SearchDatastore_Task, 'duration_secs': 0.070195} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.118549] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e547b59d-d160-452d-b907-3fe530c5409d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.123746] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 819.123746] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b330b9-66e7-a676-f2f7-052fcf51c445" [ 819.123746] env[71079]: _type = "Task" [ 819.123746] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.131555] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b330b9-66e7-a676-f2f7-052fcf51c445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.209180] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577079} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.209454] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.209672] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.209930] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43911750-4cc2-4b1d-8794-32ecfee93464 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.216523] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 819.216523] env[71079]: value = "task-3278888" [ 819.216523] env[71079]: _type = "Task" [ 819.216523] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.224485] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.365414] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.368607] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.462874] env[71079]: DEBUG oslo_vmware.api [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Task: {'id': task-3278887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152481} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.463157] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.463373] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.463578] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.463753] env[71079]: INFO nova.compute.manager [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Took 1.16 seconds to destroy the instance on the hypervisor. [ 819.463996] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.464205] env[71079]: DEBUG nova.compute.manager [-] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.464317] env[71079]: DEBUG nova.network.neutron [-] [instance: 18556490-682c-4a4d-9470-c0058afaa575] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.516969] env[71079]: DEBUG nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.545090] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.546032] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.546032] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.546032] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.546032] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.546032] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.546336] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.546384] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.546642] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.546941] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.547288] env[71079]: DEBUG nova.virt.hardware [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.548524] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa26787-38ba-4613-89e5-126e763d33be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.551831] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.554075] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.591s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.555794] env[71079]: INFO nova.compute.claims [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.565652] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5a4d0d-6e4d-46c1-b6e0-5024895e2639 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.572128] env[71079]: INFO nova.scheduler.client.report [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Deleted allocations for instance 8cce201b-6d8a-4145-99be-e8c0c8bf9685 [ 819.637099] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b330b9-66e7-a676-f2f7-052fcf51c445, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.637391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.637677] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53/3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.638205] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d4892ef-bfdb-4f99-baf9-cb1ef36432c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.647795] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 819.647795] env[71079]: value = "task-3278889" [ 819.647795] env[71079]: _type = "Task" [ 819.647795] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.656828] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.726810] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150464} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.727160] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.727961] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0cac3f-8301-4eca-a75e-3d409f6d0b65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.751306] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.751429] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd4e1ef-0e2d-4dcd-8a78-d71918e1d2e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.776904] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 819.776904] env[71079]: value = "task-3278890" [ 819.776904] env[71079]: _type = "Task" [ 819.776904] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.789546] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.795220] env[71079]: DEBUG nova.compute.manager [req-8ec0d084-f583-42bb-aa35-8d0cfcec18e0 req-571e9e44-deea-4f16-9f28-7696af92eb75 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Received event network-vif-deleted-55612088-fade-47a2-89a6-b7e692ad822d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.795455] env[71079]: INFO nova.compute.manager [req-8ec0d084-f583-42bb-aa35-8d0cfcec18e0 req-571e9e44-deea-4f16-9f28-7696af92eb75 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Neutron deleted interface 55612088-fade-47a2-89a6-b7e692ad822d; detaching it from the instance and deleting it from the info cache [ 819.795629] env[71079]: DEBUG nova.network.neutron [req-8ec0d084-f583-42bb-aa35-8d0cfcec18e0 req-571e9e44-deea-4f16-9f28-7696af92eb75 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.865639] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.868743] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.944734] env[71079]: DEBUG nova.compute.manager [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 820.090703] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7f8cab8d-9139-4da7-babd-423c6767ca27 tempest-FloatingIPsAssociationNegativeTestJSON-884102283 tempest-FloatingIPsAssociationNegativeTestJSON-884102283-project-member] Lock "8cce201b-6d8a-4145-99be-e8c0c8bf9685" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.627s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.162022] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.246663] env[71079]: DEBUG nova.network.neutron [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Successfully updated port: 47825875-52c6-4861-bf9a-e6215ec7bd6f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.287342] env[71079]: DEBUG nova.network.neutron [-] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.298047] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278890, 'name': ReconfigVM_Task, 'duration_secs': 0.351088} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.298447] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.299620] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff6ad86f-6652-4d41-9076-b01d2a908b7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.302332] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c10df82-aba0-42ed-9474-19cba7335fdc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.314014] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b28325-ff88-4a46-9a45-cc6fc8bd69c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.329745] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 820.329745] env[71079]: value = "task-3278892" [ 820.329745] env[71079]: _type = "Task" [ 820.329745] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.340950] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278892, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.363585] env[71079]: DEBUG nova.compute.manager [req-8ec0d084-f583-42bb-aa35-8d0cfcec18e0 req-571e9e44-deea-4f16-9f28-7696af92eb75 service nova] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Detach interface failed, port_id=55612088-fade-47a2-89a6-b7e692ad822d, reason: Instance 18556490-682c-4a4d-9470-c0058afaa575 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.382511] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278885, 'name': PowerOffVM_Task, 'duration_secs': 1.178369} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.384783] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.385054] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance '4dab1fc3-34f9-44da-b148-7503f7b6701e' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.390558] env[71079]: DEBUG oslo_vmware.api [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278865, 'name': ReconfigVM_Task, 'duration_secs': 7.076035} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.390558] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.390558] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Reconfigured VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 820.471225] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.667408] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752763} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.667769] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53/3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.668112] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.668476] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2aee736-d977-41f1-aa82-0bb1df8158b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.680973] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 820.680973] env[71079]: value = "task-3278893" [ 820.680973] env[71079]: _type = "Task" [ 820.680973] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.700478] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.755458] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "refresh_cache-a65f7523-35a3-4490-8bc2-2047b5c1dfb2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.755602] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquired lock "refresh_cache-a65f7523-35a3-4490-8bc2-2047b5c1dfb2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.755778] env[71079]: DEBUG nova.network.neutron [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.796088] env[71079]: INFO nova.compute.manager [-] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Took 1.33 seconds to deallocate network for instance. [ 820.843721] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278892, 'name': Rename_Task, 'duration_secs': 0.222031} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.846559] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.847308] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a4a9a3-839e-4697-ac1b-def2814a02d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.856196] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 820.856196] env[71079]: value = "task-3278894" [ 820.856196] env[71079]: _type = "Task" [ 820.856196] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.866670] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.897021] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.897021] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.897021] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.897021] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.897021] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.897404] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.898198] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.898395] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.898577] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.898747] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.898925] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.912996] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b662f6e4-4290-4576-a02a-20c5c63d43f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.931060] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 820.931060] env[71079]: value = "task-3278895" [ 820.931060] env[71079]: _type = "Task" [ 820.931060] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.945200] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.051542] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b1660-6a92-406b-9c7a-6815d079f721 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.060054] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0656385-316c-4323-b3ba-e62a786fed14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.094924] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb96d769-b2b6-400e-8594-e9afc8d8fa0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.105518] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be7eb1-311c-49b8-8e7b-85fb1b5f62a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.121713] env[71079]: DEBUG nova.compute.provider_tree [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.191991] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074412} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.196163] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.196163] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe42425c-2f91-4163-aec2-35aa0cb9609c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.221774] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53/3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.223048] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d2272a-5722-4d12-814b-80e9e9ceb9e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.248758] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 821.248758] env[71079]: value = "task-3278896" [ 821.248758] env[71079]: _type = "Task" [ 821.248758] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.262983] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.302920] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.325959] env[71079]: DEBUG nova.network.neutron [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.369207] env[71079]: DEBUG oslo_vmware.api [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278894, 'name': PowerOnVM_Task, 'duration_secs': 0.50527} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.369207] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.369207] env[71079]: DEBUG nova.compute.manager [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.369910] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf4e3e4-75d5-4d55-beb6-f2891fc93478 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.448896] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278895, 'name': ReconfigVM_Task, 'duration_secs': 0.32543} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.449323] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance '4dab1fc3-34f9-44da-b148-7503f7b6701e' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.625359] env[71079]: DEBUG nova.scheduler.client.report [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.743592] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.744011] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.744322] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.744519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.744700] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.747587] env[71079]: INFO nova.compute.manager [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Terminating instance [ 821.763898] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.815387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.815567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.815743] env[71079]: DEBUG nova.network.neutron [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.845908] env[71079]: DEBUG nova.network.neutron [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Updating instance_info_cache with network_info: [{"id": "47825875-52c6-4861-bf9a-e6215ec7bd6f", "address": "fa:16:3e:ca:98:cd", "network": {"id": "8c8b139e-1cfd-44f2-b34e-908671a6583d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-911005718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a65509b8f84e8aa850b817bb580d8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47825875-52", "ovs_interfaceid": "47825875-52c6-4861-bf9a-e6215ec7bd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.892055] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.930163] env[71079]: DEBUG nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Received event network-vif-plugged-47825875-52c6-4861-bf9a-e6215ec7bd6f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.931250] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] Acquiring lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.933497] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.933497] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.933497] env[71079]: DEBUG nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] No waiting events found dispatching network-vif-plugged-47825875-52c6-4861-bf9a-e6215ec7bd6f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.933497] env[71079]: WARNING nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Received unexpected event network-vif-plugged-47825875-52c6-4861-bf9a-e6215ec7bd6f for instance with vm_state building and task_state spawning. [ 821.933497] env[71079]: DEBUG nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Received event network-changed-47825875-52c6-4861-bf9a-e6215ec7bd6f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.933497] env[71079]: DEBUG nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Refreshing instance network info cache due to event network-changed-47825875-52c6-4861-bf9a-e6215ec7bd6f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.933497] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] Acquiring lock "refresh_cache-a65f7523-35a3-4490-8bc2-2047b5c1dfb2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.958830] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:04:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b57bf845-a2bd-42ca-a464-64a1cf0967cc',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-54338221',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.958830] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.958830] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.958830] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.958830] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.959766] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.960527] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.960527] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.961553] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.961553] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.961553] env[71079]: DEBUG nova.virt.hardware [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.967397] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.968279] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026071cd-4427-4dab-a24f-44cb610acf60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.991654] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 821.991654] env[71079]: value = "task-3278897" [ 821.991654] env[71079]: _type = "Task" [ 821.991654] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.008284] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.130644] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.131167] env[71079]: DEBUG nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.134314] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.882s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.134587] env[71079]: DEBUG nova.objects.instance [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lazy-loading 'resources' on Instance uuid 0f730caf-20aa-4549-9821-c51a9cd16cd9 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.258639] env[71079]: DEBUG nova.compute.manager [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.258962] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.262919] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c3783a-412a-47fe-9b8e-b89afc22f5f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.266053] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278896, 'name': ReconfigVM_Task, 'duration_secs': 0.853552} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.266314] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53/3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.267318] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc354e35-1100-4741-9e8b-8a1dc57191c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.272620] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.272850] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f978516-857a-4e19-a869-35943782822b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.275377] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 822.275377] env[71079]: value = "task-3278898" [ 822.275377] env[71079]: _type = "Task" [ 822.275377] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.280209] env[71079]: DEBUG oslo_vmware.api [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 822.280209] env[71079]: value = "task-3278899" [ 822.280209] env[71079]: _type = "Task" [ 822.280209] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.286816] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278898, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.292901] env[71079]: DEBUG oslo_vmware.api [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.348522] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Releasing lock "refresh_cache-a65f7523-35a3-4490-8bc2-2047b5c1dfb2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.348877] env[71079]: DEBUG nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Instance network_info: |[{"id": "47825875-52c6-4861-bf9a-e6215ec7bd6f", "address": "fa:16:3e:ca:98:cd", "network": {"id": "8c8b139e-1cfd-44f2-b34e-908671a6583d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-911005718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a65509b8f84e8aa850b817bb580d8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47825875-52", "ovs_interfaceid": "47825875-52c6-4861-bf9a-e6215ec7bd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.349241] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] Acquired lock "refresh_cache-a65f7523-35a3-4490-8bc2-2047b5c1dfb2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.349511] env[71079]: DEBUG nova.network.neutron [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Refreshing network info cache for port 47825875-52c6-4861-bf9a-e6215ec7bd6f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.350824] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:98:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47825875-52c6-4861-bf9a-e6215ec7bd6f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.360172] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Creating folder: Project (d6a65509b8f84e8aa850b817bb580d8c). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.365273] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4db76272-3abe-4da2-bb9f-586cf8f7b22c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.379995] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Created folder: Project (d6a65509b8f84e8aa850b817bb580d8c) in parent group-v654700. [ 822.380396] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Creating folder: Instances. Parent ref: group-v654861. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.383296] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4208124-337c-43fe-8f43-1c46409cb832 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.394430] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Created folder: Instances in parent group-v654861. [ 822.394430] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.394430] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.394781] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f601690-3051-48f4-9ff0-ddbdf6f379da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.423073] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.423073] env[71079]: value = "task-3278902" [ 822.423073] env[71079]: _type = "Task" [ 822.423073] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.435239] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278902, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.505033] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278897, 'name': ReconfigVM_Task, 'duration_secs': 0.193987} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.505033] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.505033] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555bdb65-5dec-4129-b1e6-790f6ae56a58 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.528826] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.529209] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8b21a9-1c18-4e77-8d67-dc12c45734b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.552321] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 822.552321] env[71079]: value = "task-3278903" [ 822.552321] env[71079]: _type = "Task" [ 822.552321] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.563098] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.598037] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.598352] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.637792] env[71079]: DEBUG nova.compute.utils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.642146] env[71079]: DEBUG nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.642327] env[71079]: DEBUG nova.network.neutron [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.764539] env[71079]: DEBUG nova.policy [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dc75d9140f0411ba3be7990bdd7f6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbe2d02726d045869aa739ad654d8c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.798259] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278898, 'name': Rename_Task, 'duration_secs': 0.22995} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.802261] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.803317] env[71079]: DEBUG oslo_vmware.api [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278899, 'name': PowerOffVM_Task, 'duration_secs': 0.230465} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.805864] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdcf911e-d38a-4d8e-85fe-25557fef662a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.808103] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.808350] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.813838] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cdc66cc-cac6-43da-a327-c7e973853f00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.821898] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 822.821898] env[71079]: value = "task-3278904" [ 822.821898] env[71079]: _type = "Task" [ 822.821898] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.835140] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.892861] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.893218] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.893412] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleting the datastore file [datastore2] c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.893699] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c98f0aee-0e74-4dc4-a653-3a11010a676d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.901927] env[71079]: DEBUG oslo_vmware.api [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 822.901927] env[71079]: value = "task-3278906" [ 822.901927] env[71079]: _type = "Task" [ 822.901927] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.914446] env[71079]: DEBUG oslo_vmware.api [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.933818] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278902, 'name': CreateVM_Task, 'duration_secs': 0.41432} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.934690] env[71079]: INFO nova.network.neutron [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Port c4bab9ae-6347-4e65-a455-209535935d82 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 822.935025] env[71079]: DEBUG nova.network.neutron [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.936144] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.936745] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.936963] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.937625] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.940922] env[71079]: DEBUG nova.network.neutron [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Updated VIF entry in instance network info cache for port 47825875-52c6-4861-bf9a-e6215ec7bd6f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.941409] env[71079]: DEBUG nova.network.neutron [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Updating instance_info_cache with network_info: [{"id": "47825875-52c6-4861-bf9a-e6215ec7bd6f", "address": "fa:16:3e:ca:98:cd", "network": {"id": "8c8b139e-1cfd-44f2-b34e-908671a6583d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-911005718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a65509b8f84e8aa850b817bb580d8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47825875-52", "ovs_interfaceid": "47825875-52c6-4861-bf9a-e6215ec7bd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.942575] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f05ee90-94b6-45b3-8544-aeee004a4f3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.948670] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 822.948670] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528bee76-6fca-05d1-50a7-880b9670b9a5" [ 822.948670] env[71079]: _type = "Task" [ 822.948670] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.962076] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528bee76-6fca-05d1-50a7-880b9670b9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.063993] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278903, 'name': ReconfigVM_Task, 'duration_secs': 0.332357} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.067214] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.067505] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance '4dab1fc3-34f9-44da-b148-7503f7b6701e' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.109869] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.110137] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.110343] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.110720] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.110765] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.110942] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.111688] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 823.111688] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.145330] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd032aa8-261f-4092-8b84-9d48deca0215 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.151156] env[71079]: DEBUG nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.160136] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1566d-3e30-4d57-9197-ddc8adfa04b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.194537] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ed095d-c823-4b7a-ab17-02b3e0ad5807 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.203754] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be0cbe8-8de8-4bdd-b439-0c261ea8e032 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.218195] env[71079]: DEBUG nova.compute.provider_tree [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.309159] env[71079]: DEBUG nova.network.neutron [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Successfully created port: 7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.333633] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278904, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.415374] env[71079]: DEBUG oslo_vmware.api [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3278906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238046} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.416045] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.416045] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.416045] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.416249] env[71079]: INFO nova.compute.manager [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Took 1.16 seconds to destroy the instance on the hypervisor. [ 823.416467] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.416824] env[71079]: DEBUG nova.compute.manager [-] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.416966] env[71079]: DEBUG nova.network.neutron [-] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.438882] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445138] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] Releasing lock "refresh_cache-a65f7523-35a3-4490-8bc2-2047b5c1dfb2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445397] env[71079]: DEBUG nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received event network-vif-deleted-c4bab9ae-6347-4e65-a455-209535935d82 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.445573] env[71079]: INFO nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Neutron deleted interface c4bab9ae-6347-4e65-a455-209535935d82; detaching it from the instance and deleting it from the info cache [ 823.445810] env[71079]: DEBUG nova.network.neutron [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [{"id": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "address": "fa:16:3e:87:2e:4f", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9439a7-6f", "ovs_interfaceid": "cf9439a7-6f42-4d38-9462-3d4265f5c83b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.462816] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528bee76-6fca-05d1-50a7-880b9670b9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.463341] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.463702] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.464096] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.464367] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.464679] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.465294] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5364565-0a9b-489a-a77e-316657b7e2c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.481191] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.481191] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.481191] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92a83d5-3b6d-49cb-8500-9201e6678861 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.487680] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 823.487680] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b677c6-2ffb-efb8-1f20-26a1886dbcb6" [ 823.487680] env[71079]: _type = "Task" [ 823.487680] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.500197] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b677c6-2ffb-efb8-1f20-26a1886dbcb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.576127] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7ed7b5-0a71-497f-b176-0566cec54be9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.604838] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9b5ea-858b-4e6a-965c-87f55a79a479 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.614202] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.633705] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance '4dab1fc3-34f9-44da-b148-7503f7b6701e' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.659124] env[71079]: INFO nova.virt.block_device [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Booting with volume 3810d5a3-b803-41a4-8274-391655bb13b8 at /dev/sda [ 823.723022] env[71079]: DEBUG nova.scheduler.client.report [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.725026] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31f52174-5f9a-4bc9-9a39-f3b2afeae0b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.739508] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1088ad58-dfd0-4006-946d-05d4cc0465a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.782424] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b87ee537-9703-4b3a-a45a-801e81867974 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.793750] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92af84-4d93-4b2b-bf99-b252dc7e615b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.836854] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5cf936-2d5f-422c-8ab7-904c334fb014 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.851063] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46fe58b-8a32-4e7a-abfb-cb8c3698c789 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.853961] env[71079]: DEBUG oslo_vmware.api [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278904, 'name': PowerOnVM_Task, 'duration_secs': 0.847767} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.854374] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.854741] env[71079]: INFO nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Took 9.48 seconds to spawn the instance on the hypervisor. [ 823.855104] env[71079]: DEBUG nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.857105] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01760e9a-3dda-4516-a3c4-34236e59dbb1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.869153] env[71079]: DEBUG nova.virt.block_device [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updating existing volume attachment record: b519e817-a8ca-41f7-b7cd-1e4aee1cc679 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 823.946307] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f9c3f08d-2b80-47f6-a08d-28125d752507 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-c8ac11bf-61fb-4bd3-b24a-b0389bbb7354-c4bab9ae-6347-4e65-a455-209535935d82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.717s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.948312] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76d3e7da-24da-4987-9bc4-6cf0cd4ecafb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.960559] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9254472-0b12-421b-ba00-c04148b6754a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.000195] env[71079]: DEBUG nova.compute.manager [req-d2b0f69c-ddea-4ea7-ab08-e3b1d395c33a req-47ebf712-515e-43f6-9451-4f0e352fe66c service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Detach interface failed, port_id=c4bab9ae-6347-4e65-a455-209535935d82, reason: Instance c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 824.010430] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b677c6-2ffb-efb8-1f20-26a1886dbcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.024841} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.011279] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f383c780-ccde-4d4e-8c08-02d968bd1518 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.018325] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 824.018325] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eb631d-ff43-4245-2903-9db5502bae8f" [ 824.018325] env[71079]: _type = "Task" [ 824.018325] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.027664] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eb631d-ff43-4245-2903-9db5502bae8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.112374] env[71079]: INFO nova.compute.manager [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Rebuilding instance [ 824.179593] env[71079]: DEBUG nova.compute.manager [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.180600] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a776bc43-57eb-4f5e-a441-7bcd3c6fdec5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.229494] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.232619] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.352s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.232858] env[71079]: DEBUG nova.objects.instance [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lazy-loading 'resources' on Instance uuid 5886f11a-d2d5-459e-82ca-7e718cf28b19 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.234661] env[71079]: DEBUG nova.network.neutron [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Port b212fd1a-084e-4615-b1f2-0d0822595ee8 binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 824.258887] env[71079]: INFO nova.scheduler.client.report [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Deleted allocations for instance 0f730caf-20aa-4549-9821-c51a9cd16cd9 [ 824.384981] env[71079]: INFO nova.compute.manager [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Took 42.36 seconds to build instance. [ 824.477235] env[71079]: DEBUG nova.compute.manager [req-202d5daa-ffbe-4c72-a280-062985c67e8b req-ed10cf83-4a97-415d-bc49-0a0818f2b7a5 service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Received event network-vif-deleted-cf9439a7-6f42-4d38-9462-3d4265f5c83b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.477440] env[71079]: INFO nova.compute.manager [req-202d5daa-ffbe-4c72-a280-062985c67e8b req-ed10cf83-4a97-415d-bc49-0a0818f2b7a5 service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Neutron deleted interface cf9439a7-6f42-4d38-9462-3d4265f5c83b; detaching it from the instance and deleting it from the info cache [ 824.477614] env[71079]: DEBUG nova.network.neutron [req-202d5daa-ffbe-4c72-a280-062985c67e8b req-ed10cf83-4a97-415d-bc49-0a0818f2b7a5 service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.538116] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eb631d-ff43-4245-2903-9db5502bae8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012742} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.538487] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.538844] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] a65f7523-35a3-4490-8bc2-2047b5c1dfb2/a65f7523-35a3-4490-8bc2-2047b5c1dfb2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.539304] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa2123be-f554-4ef2-afd0-277f24b7ec39 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.549475] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 824.549475] env[71079]: value = "task-3278908" [ 824.549475] env[71079]: _type = "Task" [ 824.549475] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.558938] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.772215] env[71079]: DEBUG oslo_concurrency.lockutils [None req-235b0534-cc85-42bb-94cd-ecb811c6f252 tempest-ServerShowV247Test-64880851 tempest-ServerShowV247Test-64880851-project-member] Lock "0f730caf-20aa-4549-9821-c51a9cd16cd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.824s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.798028] env[71079]: DEBUG nova.compute.manager [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.798028] env[71079]: DEBUG nova.compute.manager [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing instance network info cache due to event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.798028] env[71079]: DEBUG oslo_concurrency.lockutils [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] Acquiring lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.798028] env[71079]: DEBUG oslo_concurrency.lockutils [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] Acquired lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.798028] env[71079]: DEBUG nova.network.neutron [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.815305] env[71079]: DEBUG nova.network.neutron [-] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.888035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cef9aac0-7750-405a-879c-90ea9363df82 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.005s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.982890] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffda54c0-8de6-4bd9-a93d-15db1054356b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.006242] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc7372c-739b-48d5-aacb-1d2966f5a880 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.056146] env[71079]: DEBUG nova.compute.manager [req-202d5daa-ffbe-4c72-a280-062985c67e8b req-ed10cf83-4a97-415d-bc49-0a0818f2b7a5 service nova] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Detach interface failed, port_id=cf9439a7-6f42-4d38-9462-3d4265f5c83b, reason: Instance c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.066118] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278908, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.203787] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.204360] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d3b04d-8f21-4078-a657-97271b163818 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.213441] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 825.213441] env[71079]: value = "task-3278909" [ 825.213441] env[71079]: _type = "Task" [ 825.213441] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.230071] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.265543] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.265809] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.265955] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.285532] env[71079]: DEBUG nova.network.neutron [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Successfully updated port: 7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.288803] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a12084-5828-4ae1-ab5e-7de1c5de2f56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.299125] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762f347-58c8-4529-9bde-49d717958295 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.340819] env[71079]: INFO nova.compute.manager [-] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Took 1.92 seconds to deallocate network for instance. [ 825.345966] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae93816-c2ea-4e29-bea3-cdfeebaf745e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.357127] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c16f49-c6db-48d1-80bc-c9ad7d8e8fdc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.372711] env[71079]: DEBUG nova.compute.provider_tree [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.567723] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53291} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.570688] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] a65f7523-35a3-4490-8bc2-2047b5c1dfb2/a65f7523-35a3-4490-8bc2-2047b5c1dfb2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.570925] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.571218] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57e84008-e0c8-4b51-966d-3442a2a3f673 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.580094] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 825.580094] env[71079]: value = "task-3278910" [ 825.580094] env[71079]: _type = "Task" [ 825.580094] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.590497] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.633331] env[71079]: DEBUG nova.network.neutron [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updated VIF entry in instance network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.633741] env[71079]: DEBUG nova.network.neutron [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [{"id": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "address": "fa:16:3e:96:04:01", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3ae18-f9", "ovs_interfaceid": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.724139] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278909, 'name': PowerOffVM_Task, 'duration_secs': 0.307987} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.724424] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.724694] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.725509] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5236dadd-19d5-4f41-b12e-6eb19580727f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.733047] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.733313] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1e7a561-f10f-4465-aa88-0f47b7a4f1ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.787971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Acquiring lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.788180] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Acquired lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.788360] env[71079]: DEBUG nova.network.neutron [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.824042] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.824311] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.824499] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleting the datastore file [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.824781] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c397087-0fd4-4c7b-b7a8-a831922b39f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.833018] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 825.833018] env[71079]: value = "task-3278912" [ 825.833018] env[71079]: _type = "Task" [ 825.833018] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.842976] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.857088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.875822] env[71079]: DEBUG nova.scheduler.client.report [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.988512] env[71079]: DEBUG nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.989072] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.989293] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.989447] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.989664] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.989828] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.989977] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.990205] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.990365] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.990549] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.990714] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.990888] env[71079]: DEBUG nova.virt.hardware [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.991801] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117df398-3e80-4dc4-ae98-7e733955aed2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.000597] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be48cb57-9403-45a6-9e24-c53a5c771c85 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.089776] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076075} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.090049] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.090837] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5763125-56d7-40ff-a542-07a3e9e9294c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.118883] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a65f7523-35a3-4490-8bc2-2047b5c1dfb2/a65f7523-35a3-4490-8bc2-2047b5c1dfb2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.119250] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048c97f9-dcf9-46e6-8efe-49674cb6e151 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.136158] env[71079]: DEBUG oslo_concurrency.lockutils [req-c3e7d4bc-4b72-452d-8c19-0393aa77e448 req-7cc2314c-1f8f-449f-bb6e-cbc3294acc60 service nova] Releasing lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.140935] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 826.140935] env[71079]: value = "task-3278913" [ 826.140935] env[71079]: _type = "Task" [ 826.140935] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.154467] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.350547] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213655} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.351644] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.351795] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.352022] env[71079]: DEBUG nova.network.neutron [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.357836] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.358181] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.358499] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.364031] env[71079]: DEBUG nova.network.neutron [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.383119] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.386622] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.384s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.387844] env[71079]: INFO nova.compute.claims [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.417676] env[71079]: INFO nova.scheduler.client.report [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Deleted allocations for instance 5886f11a-d2d5-459e-82ca-7e718cf28b19 [ 826.584497] env[71079]: DEBUG nova.network.neutron [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updating instance_info_cache with network_info: [{"id": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "address": "fa:16:3e:b4:a2:85", "network": {"id": "80fd6c79-78de-4908-9cf9-c744e63ac8d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2016365446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe2d02726d045869aa739ad654d8c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9f10e3-16", "ovs_interfaceid": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.654175] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278913, 'name': ReconfigVM_Task, 'duration_secs': 0.322068} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.654513] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a65f7523-35a3-4490-8bc2-2047b5c1dfb2/a65f7523-35a3-4490-8bc2-2047b5c1dfb2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.655183] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e08a23-ebb9-49a2-ad2d-ef6f83f577c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.664635] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 826.664635] env[71079]: value = "task-3278915" [ 826.664635] env[71079]: _type = "Task" [ 826.664635] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.673546] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278915, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.735798] env[71079]: DEBUG nova.compute.manager [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Received event network-vif-plugged-7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.735798] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] Acquiring lock "2a276018-af94-41e2-aa14-0fe121b25c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.735798] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] Lock "2a276018-af94-41e2-aa14-0fe121b25c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.735798] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] Lock "2a276018-af94-41e2-aa14-0fe121b25c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.735798] env[71079]: DEBUG nova.compute.manager [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] No waiting events found dispatching network-vif-plugged-7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.735798] env[71079]: WARNING nova.compute.manager [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Received unexpected event network-vif-plugged-7d9f10e3-16ba-472f-92aa-72ddb9d50936 for instance with vm_state building and task_state spawning. [ 826.736105] env[71079]: DEBUG nova.compute.manager [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Received event network-changed-7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.736105] env[71079]: DEBUG nova.compute.manager [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Refreshing instance network info cache due to event network-changed-7d9f10e3-16ba-472f-92aa-72ddb9d50936. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.736407] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] Acquiring lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.929819] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61ef9815-bbbc-4f55-848f-79570a2aff46 tempest-ServersTestFqdnHostnames-536183597 tempest-ServersTestFqdnHostnames-536183597-project-member] Lock "5886f11a-d2d5-459e-82ca-7e718cf28b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.930s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.087166] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Releasing lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.087501] env[71079]: DEBUG nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Instance network_info: |[{"id": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "address": "fa:16:3e:b4:a2:85", "network": {"id": "80fd6c79-78de-4908-9cf9-c744e63ac8d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2016365446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe2d02726d045869aa739ad654d8c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9f10e3-16", "ovs_interfaceid": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.087803] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] Acquired lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.088085] env[71079]: DEBUG nova.network.neutron [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Refreshing network info cache for port 7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.089476] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a2:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d9f10e3-16ba-472f-92aa-72ddb9d50936', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.097122] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Creating folder: Project (fbe2d02726d045869aa739ad654d8c55). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.098980] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4aa57dd-9b38-4fbf-96c0-362fdd48e065 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.102260] env[71079]: DEBUG nova.compute.manager [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.102438] env[71079]: DEBUG nova.compute.manager [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing instance network info cache due to event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.103084] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] Acquiring lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.103084] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] Acquired lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.103084] env[71079]: DEBUG nova.network.neutron [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.104581] env[71079]: DEBUG nova.network.neutron [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance_info_cache with network_info: [{"id": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "address": "fa:16:3e:24:ab:19", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb212fd1a-08", "ovs_interfaceid": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.121522] env[71079]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 827.121706] env[71079]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71079) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 827.122502] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Folder already exists: Project (fbe2d02726d045869aa739ad654d8c55). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 827.123367] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Creating folder: Instances. Parent ref: group-v654832. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.123367] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba407a71-3bfb-48d3-b6a4-9c754de67a47 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.133600] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Created folder: Instances in parent group-v654832. [ 827.133847] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.134052] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.134269] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5de48cab-f43b-4879-89dc-062d4f67969c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.154332] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.154332] env[71079]: value = "task-3278918" [ 827.154332] env[71079]: _type = "Task" [ 827.154332] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.162693] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278918, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.174319] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278915, 'name': Rename_Task, 'duration_secs': 0.162836} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.174718] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.175088] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f5da832-db63-4af7-a170-fbdcf7aa586c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.183615] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 827.183615] env[71079]: value = "task-3278919" [ 827.183615] env[71079]: _type = "Task" [ 827.183615] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.191993] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.401304] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.401679] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.401746] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.402135] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.402332] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.402483] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.402696] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.402853] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.403033] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.403206] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.403377] env[71079]: DEBUG nova.virt.hardware [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.404273] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b81980-50b7-49a5-a01a-34bc23dd5737 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.416482] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283c196-44c5-49d1-a1c4-56b2ed70f14d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.432713] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:01:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f485df5-e79c-4599-8fbd-ec38abdaf03f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.440497] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.443431] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.444225] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d5ce156-8c21-4bc9-8653-ade2641eff0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.471496] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.471496] env[71079]: value = "task-3278920" [ 827.471496] env[71079]: _type = "Task" [ 827.471496] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.483344] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278920, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.607184] env[71079]: DEBUG oslo_concurrency.lockutils [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.670127] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278918, 'name': CreateVM_Task, 'duration_secs': 0.372559} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.671061] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.671912] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654840', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'name': 'volume-3810d5a3-b803-41a4-8274-391655bb13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a276018-af94-41e2-aa14-0fe121b25c46', 'attached_at': '', 'detached_at': '', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'serial': '3810d5a3-b803-41a4-8274-391655bb13b8'}, 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'b519e817-a8ca-41f7-b7cd-1e4aee1cc679', 'volume_type': None}], 'swap': None} {{(pid=71079) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 827.672043] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Root volume attach. Driver type: vmdk {{(pid=71079) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 827.673266] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807cc33-26d8-4124-9594-587b219ad084 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.689160] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8636c5-7a8d-4716-afac-6d372b687a70 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.703657] env[71079]: DEBUG oslo_vmware.api [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278919, 'name': PowerOnVM_Task, 'duration_secs': 0.5139} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.705247] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.705454] env[71079]: INFO nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Took 8.19 seconds to spawn the instance on the hypervisor. [ 827.706094] env[71079]: DEBUG nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.707297] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848de305-58f6-4c7d-9ad9-bf2c66367f9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.709436] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04773a9-752c-4908-8aad-43846cfbb9f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.721092] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-814b5b23-2ade-4608-a08b-a8407b7cb6c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.738267] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 827.738267] env[71079]: value = "task-3278921" [ 827.738267] env[71079]: _type = "Task" [ 827.738267] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.753407] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278921, 'name': RelocateVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.878120] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2eec2-4550-4cc4-9649-aa80daad8060 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.891620] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f350bc6-23d4-4561-9c8d-fce4e30dbf44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.925856] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9476c734-2aba-4e0f-ba99-c8d3ae36a123 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.936214] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be56fd-9681-4541-aaf7-bac6957e204c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.952613] env[71079]: DEBUG nova.compute.provider_tree [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.983202] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278920, 'name': CreateVM_Task, 'duration_secs': 0.501903} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.983377] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.984093] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.984253] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.984593] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.985277] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0b41d0-c507-4e6c-aa4f-fa8aa89edbb2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.991763] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 827.991763] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528f08a8-eb51-c0fb-676d-37f844fd1102" [ 827.991763] env[71079]: _type = "Task" [ 827.991763] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.001821] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528f08a8-eb51-c0fb-676d-37f844fd1102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.131201] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e932d94a-8f68-49bf-bef7-0f2617a4bce4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.154247] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53ee92-dce8-4a2c-9293-ce72af3c2a2b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.162478] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance '4dab1fc3-34f9-44da-b148-7503f7b6701e' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.243316] env[71079]: INFO nova.compute.manager [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Took 35.55 seconds to build instance. [ 828.253625] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278921, 'name': RelocateVM_Task} progress is 19%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.456126] env[71079]: DEBUG nova.scheduler.client.report [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.505702] env[71079]: DEBUG nova.network.neutron [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updated VIF entry in instance network info cache for port 7d9f10e3-16ba-472f-92aa-72ddb9d50936. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.506157] env[71079]: DEBUG nova.network.neutron [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updating instance_info_cache with network_info: [{"id": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "address": "fa:16:3e:b4:a2:85", "network": {"id": "80fd6c79-78de-4908-9cf9-c744e63ac8d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2016365446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe2d02726d045869aa739ad654d8c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9f10e3-16", "ovs_interfaceid": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.511636] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528f08a8-eb51-c0fb-676d-37f844fd1102, 'name': SearchDatastore_Task, 'duration_secs': 0.016332} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.512214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.512453] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.512688] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.513326] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.513539] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.513804] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3bed054-6aa3-4075-9d6d-25b1f819e07c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.527065] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.527065] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.531146] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdb33ce-ada1-4d80-91a6-ba1b3727bdad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.535570] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 828.535570] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d028f-3e86-deeb-8ca7-9188735dcde6" [ 828.535570] env[71079]: _type = "Task" [ 828.535570] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.544872] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d028f-3e86-deeb-8ca7-9188735dcde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.552470] env[71079]: DEBUG nova.network.neutron [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updated VIF entry in instance network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.553025] env[71079]: DEBUG nova.network.neutron [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [{"id": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "address": "fa:16:3e:96:04:01", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3ae18-f9", "ovs_interfaceid": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.670885] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.671329] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b035f3f0-9811-4749-b5c9-e0d94a2a465c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.679614] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 828.679614] env[71079]: value = "task-3278923" [ 828.679614] env[71079]: _type = "Task" [ 828.679614] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.691538] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.745974] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7fcea0a0-5995-423f-9940-06f4adedc75b tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.063s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.750143] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278921, 'name': RelocateVM_Task, 'duration_secs': 0.773695} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.750424] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 828.750624] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654840', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'name': 'volume-3810d5a3-b803-41a4-8274-391655bb13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a276018-af94-41e2-aa14-0fe121b25c46', 'attached_at': '', 'detached_at': '', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'serial': '3810d5a3-b803-41a4-8274-391655bb13b8'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 828.751427] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fc4bcc-618a-4c62-9fae-ea7da051d982 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.768511] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee76515d-b407-433a-9e00-ba5846dc4d29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.791743] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-3810d5a3-b803-41a4-8274-391655bb13b8/volume-3810d5a3-b803-41a4-8274-391655bb13b8.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.792083] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e6ba4c-d551-4291-8896-b4320c55e8b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.813538] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 828.813538] env[71079]: value = "task-3278924" [ 828.813538] env[71079]: _type = "Task" [ 828.813538] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.822662] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.886444] env[71079]: DEBUG nova.compute.manager [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Received event network-changed-996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.886635] env[71079]: DEBUG nova.compute.manager [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Refreshing instance network info cache due to event network-changed-996089a9-e2a5-4e4e-874f-3f0e61418c81. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.886852] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] Acquiring lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.887145] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] Acquired lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.887399] env[71079]: DEBUG nova.network.neutron [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Refreshing network info cache for port 996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.961946] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.962710] env[71079]: DEBUG nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.965825] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.012s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.966061] env[71079]: DEBUG nova.objects.instance [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lazy-loading 'resources' on Instance uuid e43cd3ed-5a0e-4d1d-9177-9879a05db58f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.013607] env[71079]: DEBUG oslo_concurrency.lockutils [req-4a2fb903-4be8-417c-8ec5-60142abb268d req-8bdb83a7-fe62-4883-8ba4-b9c031c1fa6e service nova] Releasing lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.047326] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d028f-3e86-deeb-8ca7-9188735dcde6, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.048250] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716111bd-148a-4ea8-8347-25d22818fb5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.056600] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.056952] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.057180] env[71079]: INFO nova.compute.manager [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Rebooting instance [ 829.058848] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] Releasing lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.059087] env[71079]: DEBUG nova.compute.manager [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Received event network-changed-996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.059259] env[71079]: DEBUG nova.compute.manager [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Refreshing instance network info cache due to event network-changed-996089a9-e2a5-4e4e-874f-3f0e61418c81. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.059437] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] Acquiring lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.059712] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 829.059712] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521ffa6d-b85f-963c-97cf-52294e3c78de" [ 829.059712] env[71079]: _type = "Task" [ 829.059712] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.072215] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521ffa6d-b85f-963c-97cf-52294e3c78de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.192927] env[71079]: DEBUG oslo_vmware.api [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278923, 'name': PowerOnVM_Task, 'duration_secs': 0.447293} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.193685] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.193685] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-905c2ae0-cc41-48dd-bbe7-0a7a7a22e043 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance '4dab1fc3-34f9-44da-b148-7503f7b6701e' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.326785] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278924, 'name': ReconfigVM_Task, 'duration_secs': 0.483544} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.327149] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-3810d5a3-b803-41a4-8274-391655bb13b8/volume-3810d5a3-b803-41a4-8274-391655bb13b8.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.332314] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71412741-c69f-49a0-8307-d6954ec9acfd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.349898] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 829.349898] env[71079]: value = "task-3278925" [ 829.349898] env[71079]: _type = "Task" [ 829.349898] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.364343] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.469249] env[71079]: DEBUG nova.compute.utils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.471313] env[71079]: DEBUG nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.471410] env[71079]: DEBUG nova.network.neutron [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.573693] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521ffa6d-b85f-963c-97cf-52294e3c78de, 'name': SearchDatastore_Task, 'duration_secs': 0.019817} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.576391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.576645] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.577444] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55dec71f-80ee-4914-8d4b-8a7999b9d0bb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.586030] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 829.586030] env[71079]: value = "task-3278926" [ 829.586030] env[71079]: _type = "Task" [ 829.586030] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.590279] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.591589] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.591589] env[71079]: DEBUG nova.network.neutron [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.601504] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.615051] env[71079]: DEBUG nova.policy [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '960d4d7ad0854a878dbd63a3170233a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97524c1401ad479eb74c5f00ab366b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.815175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.815175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.815175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.815175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.815175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.816285] env[71079]: INFO nova.compute.manager [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Terminating instance [ 829.862480] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.895060] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f9ebb7-5313-401c-bfb4-610185a5e96b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.903263] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7bd94e-39b8-4aaf-aa04-d59c470eb6c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.942116] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15132aa0-774f-4867-b88a-b62fea31db4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.952021] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21648ecb-565b-471b-a370-a166fcef4afb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.968599] env[71079]: DEBUG nova.compute.provider_tree [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.972584] env[71079]: DEBUG nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.008712] env[71079]: DEBUG nova.network.neutron [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updated VIF entry in instance network info cache for port 996089a9-e2a5-4e4e-874f-3f0e61418c81. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.008712] env[71079]: DEBUG nova.network.neutron [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updating instance_info_cache with network_info: [{"id": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "address": "fa:16:3e:2f:c4:21", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996089a9-e2", "ovs_interfaceid": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.100570] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.327030] env[71079]: DEBUG nova.compute.manager [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.327030] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.327030] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e38222-afbc-4616-bfe9-a4126d916e23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.335292] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.336472] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00528665-d386-4d3f-baa9-4a22e65bdf4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.345732] env[71079]: DEBUG oslo_vmware.api [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 830.345732] env[71079]: value = "task-3278927" [ 830.345732] env[71079]: _type = "Task" [ 830.345732] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.377787] env[71079]: DEBUG oslo_vmware.api [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.378336] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278925, 'name': ReconfigVM_Task, 'duration_secs': 1.002783} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.379361] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654840', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'name': 'volume-3810d5a3-b803-41a4-8274-391655bb13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a276018-af94-41e2-aa14-0fe121b25c46', 'attached_at': '', 'detached_at': '', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'serial': '3810d5a3-b803-41a4-8274-391655bb13b8'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 830.380136] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87c65d3d-bd07-4523-b54d-40afe364824a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.391488] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 830.391488] env[71079]: value = "task-3278928" [ 830.391488] env[71079]: _type = "Task" [ 830.391488] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.410485] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278928, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.476306] env[71079]: DEBUG nova.scheduler.client.report [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.513196] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b4bda48-d80b-4c03-a1a2-263e4f8fecc9 req-e120c53b-914c-4bde-949f-3abf6407e7c2 service nova] Releasing lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.513196] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] Acquired lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.513196] env[71079]: DEBUG nova.network.neutron [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Refreshing network info cache for port 996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.599797] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.857960] env[71079]: DEBUG oslo_vmware.api [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278927, 'name': PowerOffVM_Task, 'duration_secs': 0.297634} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.858693] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.858996] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.859407] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6fbbb78-973e-41cf-899f-0e1a9724f2e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.861447] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.861814] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.865122] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.865122] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.865122] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.865122] env[71079]: INFO nova.compute.manager [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Terminating instance [ 830.886172] env[71079]: DEBUG nova.network.neutron [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Successfully created port: 25beac1c-ec66-4a1d-9764-241c848ba436 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.905394] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278928, 'name': Rename_Task, 'duration_secs': 0.424223} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.905835] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.906222] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b9b68e6-2f93-4bdc-b9f7-29dc4c69b796 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.916156] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 830.916156] env[71079]: value = "task-3278930" [ 830.916156] env[71079]: _type = "Task" [ 830.916156] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.927359] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.958026] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.958026] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.958026] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Deleting the datastore file [datastore2] 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.958026] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8900893-4e12-4b30-b259-13b3747101f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.966115] env[71079]: DEBUG oslo_vmware.api [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 830.966115] env[71079]: value = "task-3278931" [ 830.966115] env[71079]: _type = "Task" [ 830.966115] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.979571] env[71079]: DEBUG oslo_vmware.api [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.983712] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.987150] env[71079]: DEBUG nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.989599] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.396s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.991015] env[71079]: DEBUG nova.objects.instance [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lazy-loading 'resources' on Instance uuid 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.019235] env[71079]: INFO nova.scheduler.client.report [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Deleted allocations for instance e43cd3ed-5a0e-4d1d-9177-9879a05db58f [ 831.038624] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.043016] env[71079]: DEBUG nova.virt.hardware [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.043016] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6cec41-8172-4ca0-820f-de1e72beafe8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.053040] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee4f166-0fa0-4c64-8bda-ac8e0391e2b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.103839] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278926, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.145067} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.104106] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.104320] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.104568] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67a23743-9bcd-403e-a764-95f1dc682cf8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.113109] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 831.113109] env[71079]: value = "task-3278932" [ 831.113109] env[71079]: _type = "Task" [ 831.113109] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.124742] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.133600] env[71079]: DEBUG nova.network.neutron [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.369789] env[71079]: DEBUG nova.compute.manager [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.370027] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.371075] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167ac972-c6fc-4282-ab4a-ca01a7d64245 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.382959] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.383265] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f366620-11da-4d66-8f4c-e383f3ecef67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.392408] env[71079]: DEBUG oslo_vmware.api [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 831.392408] env[71079]: value = "task-3278933" [ 831.392408] env[71079]: _type = "Task" [ 831.392408] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.402633] env[71079]: DEBUG oslo_vmware.api [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.431537] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.477195] env[71079]: DEBUG oslo_vmware.api [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192425} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.477499] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.477802] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.478021] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.478222] env[71079]: INFO nova.compute.manager [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Took 1.15 seconds to destroy the instance on the hypervisor. [ 831.478477] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.478646] env[71079]: DEBUG nova.compute.manager [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.478739] env[71079]: DEBUG nova.network.neutron [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.534011] env[71079]: DEBUG oslo_concurrency.lockutils [None req-34ace442-003a-4af7-9024-cd54f702f746 tempest-ServerRescueTestJSON-442380973 tempest-ServerRescueTestJSON-442380973-project-member] Lock "e43cd3ed-5a0e-4d1d-9177-9879a05db58f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.655s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.623403] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074335} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.624052] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.624946] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ece0f-9e78-4968-bccf-6443a2a115e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.649851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.668653] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.674339] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688def84-9bd5-4159-8a59-4acea4408664 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.696801] env[71079]: DEBUG nova.network.neutron [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updated VIF entry in instance network info cache for port 996089a9-e2a5-4e4e-874f-3f0e61418c81. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.697203] env[71079]: DEBUG nova.network.neutron [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updating instance_info_cache with network_info: [{"id": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "address": "fa:16:3e:2f:c4:21", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996089a9-e2", "ovs_interfaceid": "996089a9-e2a5-4e4e-874f-3f0e61418c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.710421] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 831.710421] env[71079]: value = "task-3278934" [ 831.710421] env[71079]: _type = "Task" [ 831.710421] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.720353] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.737646] env[71079]: DEBUG nova.network.neutron [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Port b212fd1a-084e-4615-b1f2-0d0822595ee8 binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 831.737966] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.738588] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.738588] env[71079]: DEBUG nova.network.neutron [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.904546] env[71079]: DEBUG oslo_vmware.api [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278933, 'name': PowerOffVM_Task, 'duration_secs': 0.236238} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.904926] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.905674] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.905674] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6fa7000-5ad9-4c7e-9010-1018039ccc39 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.929552] env[71079]: DEBUG oslo_vmware.api [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3278930, 'name': PowerOnVM_Task, 'duration_secs': 0.629774} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.929738] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.929937] env[71079]: INFO nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Took 5.94 seconds to spawn the instance on the hypervisor. [ 831.930135] env[71079]: DEBUG nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.930941] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c627f7dc-acc8-4122-b2d5-537ff214b91e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.989837] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.989837] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.989837] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Deleting the datastore file [datastore2] a65f7523-35a3-4490-8bc2-2047b5c1dfb2 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.990364] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3ea8068-5627-4132-bb3e-96cd899da03e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.995867] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369d5f38-9f1d-44b5-9498-5238db507c08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.003670] env[71079]: DEBUG oslo_vmware.api [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for the task: (returnval){ [ 832.003670] env[71079]: value = "task-3278936" [ 832.003670] env[71079]: _type = "Task" [ 832.003670] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.012733] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074bc520-4c91-4a72-b6cd-6cf32fc64e3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.019595] env[71079]: DEBUG oslo_vmware.api [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.049310] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef0150-691d-477d-9833-3f8691d338b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.058350] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb0c5ef-fa03-4022-98b9-0a121987dc61 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.073041] env[71079]: DEBUG nova.compute.provider_tree [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.172203] env[71079]: DEBUG nova.compute.manager [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.173789] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f1cf2a-729a-4cfa-b93b-5c85e8562102 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.202738] env[71079]: DEBUG oslo_concurrency.lockutils [req-b3d30537-7411-49c2-a34b-4daa4e188ffe req-80a31461-2c87-4fce-ba19-f4a555fc4596 service nova] Releasing lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.220614] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278934, 'name': ReconfigVM_Task, 'duration_secs': 0.323555} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.221818] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e/d1ee91d7-9d84-4094-8d38-166d8a2b999e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.222407] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51cb4647-f890-4719-8bb8-74d9afaa9144 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.232183] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 832.232183] env[71079]: value = "task-3278937" [ 832.232183] env[71079]: _type = "Task" [ 832.232183] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.248574] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278937, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.454912] env[71079]: INFO nova.compute.manager [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Took 37.51 seconds to build instance. [ 832.460034] env[71079]: DEBUG nova.network.neutron [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.511427] env[71079]: DEBUG nova.compute.manager [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.511623] env[71079]: DEBUG nova.compute.manager [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing instance network info cache due to event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.511836] env[71079]: DEBUG oslo_concurrency.lockutils [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] Acquiring lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.511993] env[71079]: DEBUG oslo_concurrency.lockutils [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] Acquired lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.512166] env[71079]: DEBUG nova.network.neutron [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.523019] env[71079]: DEBUG oslo_vmware.api [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Task: {'id': task-3278936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493187} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.523019] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.523019] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.523019] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.523019] env[71079]: INFO nova.compute.manager [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 832.523019] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.523019] env[71079]: DEBUG nova.compute.manager [-] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.523019] env[71079]: DEBUG nova.network.neutron [-] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.577130] env[71079]: DEBUG nova.scheduler.client.report [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.649378] env[71079]: DEBUG nova.network.neutron [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance_info_cache with network_info: [{"id": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "address": "fa:16:3e:24:ab:19", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb212fd1a-08", "ovs_interfaceid": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.748840] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278937, 'name': Rename_Task, 'duration_secs': 0.193041} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.749869] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.750409] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d1c0171-03cf-4745-a5a8-75aaf97838e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.761767] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 832.761767] env[71079]: value = "task-3278938" [ 832.761767] env[71079]: _type = "Task" [ 832.761767] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.776372] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.813509] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquiring lock "33f03d75-9686-4550-9de0-d6b20d47926c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.813902] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "33f03d75-9686-4550-9de0-d6b20d47926c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.959196] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e6a099c1-4277-4e03-abaf-e195327e322a tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "2a276018-af94-41e2-aa14-0fe121b25c46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.031s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.965568] env[71079]: INFO nova.compute.manager [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Took 1.48 seconds to deallocate network for instance. [ 833.057778] env[71079]: DEBUG nova.compute.manager [req-064a6fc8-5d34-4b74-bafb-88433baa0aaa req-95e41598-8a53-4638-91aa-dca366bc1dcc service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Received event network-vif-deleted-47825875-52c6-4861-bf9a-e6215ec7bd6f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.057778] env[71079]: INFO nova.compute.manager [req-064a6fc8-5d34-4b74-bafb-88433baa0aaa req-95e41598-8a53-4638-91aa-dca366bc1dcc service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Neutron deleted interface 47825875-52c6-4861-bf9a-e6215ec7bd6f; detaching it from the instance and deleting it from the info cache [ 833.057778] env[71079]: DEBUG nova.network.neutron [req-064a6fc8-5d34-4b74-bafb-88433baa0aaa req-95e41598-8a53-4638-91aa-dca366bc1dcc service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.090738] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.094462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.152s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.098273] env[71079]: INFO nova.compute.claims [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.129235] env[71079]: INFO nova.scheduler.client.report [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Deleted allocations for instance 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b [ 833.154766] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.193737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab21de9-a646-420e-aac8-8b27f88e7355 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.205488] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Doing hard reboot of VM {{(pid=71079) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 833.205795] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-82f8d239-3cd6-4b42-a6ef-7a3ca1f6ecf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.216050] env[71079]: DEBUG oslo_vmware.api [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 833.216050] env[71079]: value = "task-3278939" [ 833.216050] env[71079]: _type = "Task" [ 833.216050] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.226636] env[71079]: DEBUG oslo_vmware.api [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278939, 'name': ResetVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.281775] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.317207] env[71079]: DEBUG nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.368102] env[71079]: DEBUG nova.network.neutron [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Successfully updated port: 25beac1c-ec66-4a1d-9764-241c848ba436 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.473456] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.509905] env[71079]: DEBUG nova.network.neutron [-] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.564049] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ab9839f-f634-48d8-8ea2-801fac80d917 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.581738] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e077cdef-626f-4827-b4af-e08b4012e1b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.598307] env[71079]: DEBUG nova.network.neutron [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updated VIF entry in instance network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.598758] env[71079]: DEBUG nova.network.neutron [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [{"id": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "address": "fa:16:3e:96:04:01", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3ae18-f9", "ovs_interfaceid": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.629846] env[71079]: DEBUG nova.compute.manager [req-064a6fc8-5d34-4b74-bafb-88433baa0aaa req-95e41598-8a53-4638-91aa-dca366bc1dcc service nova] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Detach interface failed, port_id=47825875-52c6-4861-bf9a-e6215ec7bd6f, reason: Instance a65f7523-35a3-4490-8bc2-2047b5c1dfb2 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.637703] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4258e13-acc1-4ea5-9238-c549f3089f91 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "3c39b509-a5be-4ab6-a5eb-8d1255e10a7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.819s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.662224] env[71079]: DEBUG nova.compute.manager [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71079) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 833.662449] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.727966] env[71079]: DEBUG oslo_vmware.api [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3278939, 'name': ResetVM_Task, 'duration_secs': 0.124132} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.728194] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Did hard reboot of VM {{(pid=71079) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 833.728339] env[71079]: DEBUG nova.compute.manager [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.729359] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dd7e50-ea02-4ba2-a012-3ab2a5262850 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.774732] env[71079]: DEBUG oslo_vmware.api [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278938, 'name': PowerOnVM_Task, 'duration_secs': 0.525844} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.775052] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.775275] env[71079]: DEBUG nova.compute.manager [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.776125] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f7e3a3-411b-4aa5-974e-b7bf7a58e403 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.843554] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.877964] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-e58678a9-0d5b-45cb-8377-9e0c138889c5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.878260] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-e58678a9-0d5b-45cb-8377-9e0c138889c5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.878455] env[71079]: DEBUG nova.network.neutron [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.014621] env[71079]: INFO nova.compute.manager [-] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Took 1.49 seconds to deallocate network for instance. [ 834.103023] env[71079]: DEBUG oslo_concurrency.lockutils [req-d59d0fbc-e347-4b0c-8169-06d1ad42b306 req-86129163-e7f0-44ef-8603-d045634e1345 service nova] Releasing lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.247046] env[71079]: DEBUG oslo_concurrency.lockutils [None req-aaec453f-2b22-475d-85eb-04120d4ae6cc tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.190s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.303649] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.465458] env[71079]: DEBUG nova.network.neutron [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.500271] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff7b6c8-0160-4813-a376-b27e7006d226 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.509245] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16eda13-3503-4bd3-9bef-97b61c3fcff6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.544831] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.549921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebded960-3838-4d41-8b33-a190e9d88756 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.561027] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a5019e-3b7b-43e1-b582-4fc9f4e5735f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.578597] env[71079]: DEBUG nova.compute.provider_tree [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.826348] env[71079]: DEBUG nova.network.neutron [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Updating instance_info_cache with network_info: [{"id": "25beac1c-ec66-4a1d-9764-241c848ba436", "address": "fa:16:3e:44:95:dd", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25beac1c-ec", "ovs_interfaceid": "25beac1c-ec66-4a1d-9764-241c848ba436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.858112] env[71079]: DEBUG nova.compute.manager [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Received event network-vif-deleted-996089a9-e2a5-4e4e-874f-3f0e61418c81 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.858363] env[71079]: DEBUG nova.compute.manager [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Received event network-vif-plugged-25beac1c-ec66-4a1d-9764-241c848ba436 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.858564] env[71079]: DEBUG oslo_concurrency.lockutils [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] Acquiring lock "e58678a9-0d5b-45cb-8377-9e0c138889c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.858833] env[71079]: DEBUG oslo_concurrency.lockutils [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.859117] env[71079]: DEBUG oslo_concurrency.lockutils [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.859184] env[71079]: DEBUG nova.compute.manager [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] No waiting events found dispatching network-vif-plugged-25beac1c-ec66-4a1d-9764-241c848ba436 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.859320] env[71079]: WARNING nova.compute.manager [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Received unexpected event network-vif-plugged-25beac1c-ec66-4a1d-9764-241c848ba436 for instance with vm_state building and task_state spawning. [ 834.859475] env[71079]: DEBUG nova.compute.manager [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Received event network-changed-25beac1c-ec66-4a1d-9764-241c848ba436 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.859630] env[71079]: DEBUG nova.compute.manager [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Refreshing instance network info cache due to event network-changed-25beac1c-ec66-4a1d-9764-241c848ba436. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.859794] env[71079]: DEBUG oslo_concurrency.lockutils [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] Acquiring lock "refresh_cache-e58678a9-0d5b-45cb-8377-9e0c138889c5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.086384] env[71079]: DEBUG nova.scheduler.client.report [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.154424] env[71079]: DEBUG nova.compute.manager [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.154886] env[71079]: DEBUG nova.compute.manager [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing instance network info cache due to event network-changed-c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.155330] env[71079]: DEBUG oslo_concurrency.lockutils [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] Acquiring lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.155593] env[71079]: DEBUG oslo_concurrency.lockutils [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] Acquired lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.155854] env[71079]: DEBUG nova.network.neutron [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Refreshing network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.330600] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-e58678a9-0d5b-45cb-8377-9e0c138889c5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335101] env[71079]: DEBUG nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Instance network_info: |[{"id": "25beac1c-ec66-4a1d-9764-241c848ba436", "address": "fa:16:3e:44:95:dd", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25beac1c-ec", "ovs_interfaceid": "25beac1c-ec66-4a1d-9764-241c848ba436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.335101] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.335101] env[71079]: DEBUG oslo_concurrency.lockutils [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] Acquired lock "refresh_cache-e58678a9-0d5b-45cb-8377-9e0c138889c5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.335101] env[71079]: DEBUG nova.network.neutron [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Refreshing network info cache for port 25beac1c-ec66-4a1d-9764-241c848ba436 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.335101] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:95:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25beac1c-ec66-4a1d-9764-241c848ba436', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.346105] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating folder: Project (97524c1401ad479eb74c5f00ab366b6e). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.347832] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9609c824-3a32-4e7b-81d7-8a15ce73ade5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.361730] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created folder: Project (97524c1401ad479eb74c5f00ab366b6e) in parent group-v654700. [ 835.363501] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating folder: Instances. Parent ref: group-v654867. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.363501] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae624c72-9435-4b34-bb8f-d0d45d7ae325 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.378028] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created folder: Instances in parent group-v654867. [ 835.378028] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.378028] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.378028] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ad6591-7307-4ddf-9899-5db596ba4da9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.402335] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.402335] env[71079]: value = "task-3278942" [ 835.402335] env[71079]: _type = "Task" [ 835.402335] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.414628] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278942, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.595220] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.595849] env[71079]: DEBUG nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.600375] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.369s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.600971] env[71079]: DEBUG nova.objects.instance [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lazy-loading 'resources' on Instance uuid 012270cd-9326-4ca7-a891-82cd30d74e4d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.913850] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278942, 'name': CreateVM_Task, 'duration_secs': 0.464981} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.913850] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.914116] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.914356] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.914757] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.915188] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73884f74-3261-4559-a9ba-9c944365be39 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.921949] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 835.921949] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b91d92-ed5b-2db9-3093-a6f9e691e7d8" [ 835.921949] env[71079]: _type = "Task" [ 835.921949] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.936449] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b91d92-ed5b-2db9-3093-a6f9e691e7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.940237] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.940317] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.941028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.941028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.941028] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.941270] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00c32821-1fea-4259-bdbc-9fd271b15ec1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.955211] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.955520] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.956424] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3edf90a-ce33-41ae-b7d4-4b94dfb2e37a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.964587] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 835.964587] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e4690b-1b76-b318-2fc6-0c53e137836e" [ 835.964587] env[71079]: _type = "Task" [ 835.964587] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.977022] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e4690b-1b76-b318-2fc6-0c53e137836e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.104446] env[71079]: DEBUG nova.compute.utils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.106149] env[71079]: DEBUG nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.110036] env[71079]: DEBUG nova.network.neutron [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.219701] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.219701] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.219701] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.219701] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.219701] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.221519] env[71079]: INFO nova.compute.manager [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Terminating instance [ 836.229816] env[71079]: DEBUG nova.policy [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4117a3ec757476188b13519f1d962b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb485936e0e4513a83b9a55feedc157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.276148] env[71079]: DEBUG nova.network.neutron [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Updated VIF entry in instance network info cache for port 25beac1c-ec66-4a1d-9764-241c848ba436. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.276626] env[71079]: DEBUG nova.network.neutron [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Updating instance_info_cache with network_info: [{"id": "25beac1c-ec66-4a1d-9764-241c848ba436", "address": "fa:16:3e:44:95:dd", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25beac1c-ec", "ovs_interfaceid": "25beac1c-ec66-4a1d-9764-241c848ba436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.479272] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e4690b-1b76-b318-2fc6-0c53e137836e, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.480430] env[71079]: DEBUG nova.network.neutron [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updated VIF entry in instance network info cache for port c1e3ae18-f961-46b7-9fc1-47e2ce34927e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.480814] env[71079]: DEBUG nova.network.neutron [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [{"id": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "address": "fa:16:3e:96:04:01", "network": {"id": "56c1f736-43d7-4ebc-84c1-6c96c1ad3a21", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-186438512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c23897332b4ed8965476a4dae0a868", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1e3ae18-f9", "ovs_interfaceid": "c1e3ae18-f961-46b7-9fc1-47e2ce34927e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.482963] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a572c95-3f55-43b0-9ee7-a4a67b1d5f5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.493727] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 836.493727] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a37901-dd2b-2a61-9a7a-84199b6e8171" [ 836.493727] env[71079]: _type = "Task" [ 836.493727] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.507812] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a37901-dd2b-2a61-9a7a-84199b6e8171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.566666] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f575a90-baa9-4363-b8b8-cf6d410fd02f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.578259] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed7774f-9bbb-4615-9382-af678756d711 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.620144] env[71079]: DEBUG nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.624965] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d220da-dd6a-4b61-820d-311a4a667ba5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.635660] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d9eafe-f623-40b9-92e2-462deb0c9fd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.653232] env[71079]: DEBUG nova.compute.provider_tree [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.733424] env[71079]: DEBUG nova.compute.manager [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.733424] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.734207] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd71006-c01d-46aa-b5ac-83aa34947de3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.745838] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.746183] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ecae6a6-4c3f-41b3-9e27-b4396777c0a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.756941] env[71079]: DEBUG oslo_vmware.api [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 836.756941] env[71079]: value = "task-3278943" [ 836.756941] env[71079]: _type = "Task" [ 836.756941] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.768043] env[71079]: DEBUG oslo_vmware.api [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.785923] env[71079]: DEBUG oslo_concurrency.lockutils [req-c975cea4-5ac0-40fb-af32-ca307f0a3cff req-e7867c75-7392-49c4-8980-3c98e0c97869 service nova] Releasing lock "refresh_cache-e58678a9-0d5b-45cb-8377-9e0c138889c5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.819127] env[71079]: DEBUG nova.network.neutron [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Successfully created port: e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.985297] env[71079]: DEBUG oslo_concurrency.lockutils [req-2fd99e5c-2a23-4e28-8a1a-e10440654dd9 req-72f156d5-e9a5-46b7-8f9a-53191e6aa877 service nova] Releasing lock "refresh_cache-37e0139a-2f1f-4945-9b64-3a711e7759cb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.005013] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a37901-dd2b-2a61-9a7a-84199b6e8171, 'name': SearchDatastore_Task, 'duration_secs': 0.020579} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.005457] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.005849] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e58678a9-0d5b-45cb-8377-9e0c138889c5/e58678a9-0d5b-45cb-8377-9e0c138889c5.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.006238] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f8fda08-73eb-44fd-804e-b4323d6fa914 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.015357] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 837.015357] env[71079]: value = "task-3278944" [ 837.015357] env[71079]: _type = "Task" [ 837.015357] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.025633] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.079042] env[71079]: DEBUG nova.compute.manager [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Received event network-changed-7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.079385] env[71079]: DEBUG nova.compute.manager [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Refreshing instance network info cache due to event network-changed-7d9f10e3-16ba-472f-92aa-72ddb9d50936. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.079736] env[71079]: DEBUG oslo_concurrency.lockutils [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] Acquiring lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.079969] env[71079]: DEBUG oslo_concurrency.lockutils [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] Acquired lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.080209] env[71079]: DEBUG nova.network.neutron [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Refreshing network info cache for port 7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.157822] env[71079]: DEBUG nova.scheduler.client.report [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.267328] env[71079]: DEBUG oslo_vmware.api [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278943, 'name': PowerOffVM_Task, 'duration_secs': 0.382788} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.267674] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.267883] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.268196] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356ada50-03bb-4080-95bc-50210c4c89f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.352998] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.353338] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.353419] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleting the datastore file [datastore1] b1f3f5b8-1f35-40ed-a462-eda3ca855154 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.354195] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95c70c9-4cc2-46db-9474-64dfaecf085d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.366195] env[71079]: DEBUG oslo_vmware.api [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 837.366195] env[71079]: value = "task-3278946" [ 837.366195] env[71079]: _type = "Task" [ 837.366195] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.379983] env[71079]: DEBUG oslo_vmware.api [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.530730] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278944, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.634618] env[71079]: DEBUG nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.664971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.671238] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.788s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.676025] env[71079]: INFO nova.compute.claims [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.690616] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4a1ecf14844942050941909c82f9007c',container_format='bare',created_at=2025-04-03T19:05:36Z,direct_url=,disk_format='vmdk',id=b065a761-3e38-4b55-91c7-69bbdfe7a51c,min_disk=1,min_ram=0,name='tempest-test-snap-702894036',owner='ccb485936e0e4513a83b9a55feedc157',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T19:05:53Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.690868] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.691909] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.692423] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.692687] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.693361] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.693681] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.693934] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.694166] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.694388] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.694616] env[71079]: DEBUG nova.virt.hardware [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.699236] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74f3015-47e5-4f51-90f3-d3cc22a2e0a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.713130] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdeaa41-7e84-4745-bb58-161e4c1047b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.717778] env[71079]: INFO nova.scheduler.client.report [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleted allocations for instance 012270cd-9326-4ca7-a891-82cd30d74e4d [ 837.852179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "64be6bef-6f28-4c4b-813e-f5028cedb21b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.852179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.878723] env[71079]: DEBUG oslo_vmware.api [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.889560] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "9f66f94d-4307-4e25-8f85-852c6e45b609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.889657] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.029382] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688453} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.029382] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e58678a9-0d5b-45cb-8377-9e0c138889c5/e58678a9-0d5b-45cb-8377-9e0c138889c5.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.029499] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.031012] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9039c390-4c98-4683-a35c-cce69d5e9da1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.037592] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 838.037592] env[71079]: value = "task-3278947" [ 838.037592] env[71079]: _type = "Task" [ 838.037592] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.049931] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.113705] env[71079]: DEBUG nova.network.neutron [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updated VIF entry in instance network info cache for port 7d9f10e3-16ba-472f-92aa-72ddb9d50936. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.114085] env[71079]: DEBUG nova.network.neutron [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updating instance_info_cache with network_info: [{"id": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "address": "fa:16:3e:b4:a2:85", "network": {"id": "80fd6c79-78de-4908-9cf9-c744e63ac8d2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2016365446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe2d02726d045869aa739ad654d8c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9f10e3-16", "ovs_interfaceid": "7d9f10e3-16ba-472f-92aa-72ddb9d50936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.242918] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6ed70d10-640e-41c6-9335-e2cd62897286 tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "012270cd-9326-4ca7-a891-82cd30d74e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.803s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.354843] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.375989] env[71079]: DEBUG oslo_vmware.api [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3278946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518125} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.379020] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.379020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.379020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.379020] env[71079]: INFO nova.compute.manager [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Took 1.64 seconds to destroy the instance on the hypervisor. [ 838.379020] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.379020] env[71079]: DEBUG nova.compute.manager [-] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.379020] env[71079]: DEBUG nova.network.neutron [-] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.398785] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.553019] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258755} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.554071] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.554979] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8fc79e-d32a-49c4-9fbb-091867cabceb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.585165] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] e58678a9-0d5b-45cb-8377-9e0c138889c5/e58678a9-0d5b-45cb-8377-9e0c138889c5.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.589539] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1687312-b431-4ee9-b4f0-673746cab8f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.610141] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 838.610141] env[71079]: value = "task-3278948" [ 838.610141] env[71079]: _type = "Task" [ 838.610141] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.616880] env[71079]: DEBUG oslo_concurrency.lockutils [req-8ff25a6c-d9f7-43d3-9594-1209aaac65b7 req-55807eb3-57f6-4b07-854d-b393db1a9ba7 service nova] Releasing lock "refresh_cache-2a276018-af94-41e2-aa14-0fe121b25c46" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.620644] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.621612] env[71079]: DEBUG nova.network.neutron [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Successfully updated port: e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.876896] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.914313] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.127131] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "refresh_cache-147884b2-d4e7-4759-ad7e-8cc1b2f098f1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.127131] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "refresh_cache-147884b2-d4e7-4759-ad7e-8cc1b2f098f1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.127131] env[71079]: DEBUG nova.network.neutron [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.127495] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.145774] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4339699-da6f-4840-a9b0-b4838d1d3a32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.155498] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "640f91ee-1194-40aa-b29d-a1adb07914dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.155498] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.160019] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af399853-1d36-4840-b4fc-366def2ceb46 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.196599] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad8ee4-8f7b-49e5-a62b-1b6ff060f83c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.205071] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a0e7b-aa36-4240-a0c5-789aca636c0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.222304] env[71079]: DEBUG nova.compute.provider_tree [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.225330] env[71079]: DEBUG nova.compute.manager [req-7cd43857-a9e6-473d-b069-584f1d088167 req-21200f21-69ed-418f-b766-b9cc7eafb5cc service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Received event network-vif-deleted-fa4f6871-cde7-41d8-a630-2df97a2dbd57 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.225508] env[71079]: INFO nova.compute.manager [req-7cd43857-a9e6-473d-b069-584f1d088167 req-21200f21-69ed-418f-b766-b9cc7eafb5cc service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Neutron deleted interface fa4f6871-cde7-41d8-a630-2df97a2dbd57; detaching it from the instance and deleting it from the info cache [ 839.225667] env[71079]: DEBUG nova.network.neutron [req-7cd43857-a9e6-473d-b069-584f1d088167 req-21200f21-69ed-418f-b766-b9cc7eafb5cc service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.249636] env[71079]: DEBUG nova.compute.manager [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Received event network-vif-plugged-e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.249897] env[71079]: DEBUG oslo_concurrency.lockutils [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] Acquiring lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.250032] env[71079]: DEBUG oslo_concurrency.lockutils [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.250208] env[71079]: DEBUG oslo_concurrency.lockutils [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.250391] env[71079]: DEBUG nova.compute.manager [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] No waiting events found dispatching network-vif-plugged-e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.250529] env[71079]: WARNING nova.compute.manager [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Received unexpected event network-vif-plugged-e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 for instance with vm_state building and task_state spawning. [ 839.250717] env[71079]: DEBUG nova.compute.manager [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Received event network-changed-e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.250890] env[71079]: DEBUG nova.compute.manager [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Refreshing instance network info cache due to event network-changed-e5487c9d-1bb8-4c32-a1ff-5652c5e6d823. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.251083] env[71079]: DEBUG oslo_concurrency.lockutils [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] Acquiring lock "refresh_cache-147884b2-d4e7-4759-ad7e-8cc1b2f098f1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.360024] env[71079]: DEBUG nova.network.neutron [-] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.470958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "4cd73923-4b6d-4923-bb90-f0679c05e709" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.471212] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.628253] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278948, 'name': ReconfigVM_Task, 'duration_secs': 0.889386} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.630676] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Reconfigured VM instance instance-00000038 to attach disk [datastore1] e58678a9-0d5b-45cb-8377-9e0c138889c5/e58678a9-0d5b-45cb-8377-9e0c138889c5.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.631413] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f9caaa-d425-4b3c-9853-1b88d551d8c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.642121] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 839.642121] env[71079]: value = "task-3278949" [ 839.642121] env[71079]: _type = "Task" [ 839.642121] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.653886] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278949, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.661036] env[71079]: DEBUG nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.695634] env[71079]: DEBUG nova.network.neutron [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.729021] env[71079]: DEBUG nova.scheduler.client.report [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.733196] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44d5d64c-bf62-4bff-8ae8-6072e14098e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.748408] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0159cbb0-70e2-4691-a74c-4cd5226db1e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.792317] env[71079]: DEBUG nova.compute.manager [req-7cd43857-a9e6-473d-b069-584f1d088167 req-21200f21-69ed-418f-b766-b9cc7eafb5cc service nova] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Detach interface failed, port_id=fa4f6871-cde7-41d8-a630-2df97a2dbd57, reason: Instance b1f3f5b8-1f35-40ed-a462-eda3ca855154 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 839.862244] env[71079]: INFO nova.compute.manager [-] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Took 1.48 seconds to deallocate network for instance. [ 839.966792] env[71079]: DEBUG nova.network.neutron [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Updating instance_info_cache with network_info: [{"id": "e5487c9d-1bb8-4c32-a1ff-5652c5e6d823", "address": "fa:16:3e:64:64:c4", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5487c9d-1b", "ovs_interfaceid": "e5487c9d-1bb8-4c32-a1ff-5652c5e6d823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.979642] env[71079]: DEBUG nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.154269] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278949, 'name': Rename_Task, 'duration_secs': 0.238309} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.154565] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.154828] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9740d9e1-0e21-4257-8c8a-9b04d30386e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.163299] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 840.163299] env[71079]: value = "task-3278950" [ 840.163299] env[71079]: _type = "Task" [ 840.163299] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.178312] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.187565] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.238068] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.238412] env[71079]: DEBUG nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.242200] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.772s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.370579] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.469519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "refresh_cache-147884b2-d4e7-4759-ad7e-8cc1b2f098f1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.470045] env[71079]: DEBUG nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Instance network_info: |[{"id": "e5487c9d-1bb8-4c32-a1ff-5652c5e6d823", "address": "fa:16:3e:64:64:c4", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5487c9d-1b", "ovs_interfaceid": "e5487c9d-1bb8-4c32-a1ff-5652c5e6d823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.470410] env[71079]: DEBUG oslo_concurrency.lockutils [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] Acquired lock "refresh_cache-147884b2-d4e7-4759-ad7e-8cc1b2f098f1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.470941] env[71079]: DEBUG nova.network.neutron [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Refreshing network info cache for port e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.472857] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:64:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5487c9d-1bb8-4c32-a1ff-5652c5e6d823', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.484375] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.488908] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.492927] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a68fe988-9a56-4989-8231-110344c13349 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.528784] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.528784] env[71079]: value = "task-3278951" [ 840.528784] env[71079]: _type = "Task" [ 840.528784] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.534358] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.540156] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278951, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.675371] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.747954] env[71079]: DEBUG nova.compute.utils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.751320] env[71079]: INFO nova.compute.claims [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.756180] env[71079]: DEBUG nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.756180] env[71079]: DEBUG nova.network.neutron [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.824102] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.824440] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.830517] env[71079]: DEBUG nova.policy [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5668394043e4762931cdc272eaeda77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ccfd24a0f7a4d1fada8fdf326eeb09a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.044771] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278951, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.178520] env[71079]: DEBUG oslo_vmware.api [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278950, 'name': PowerOnVM_Task, 'duration_secs': 0.899706} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.178813] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.179057] env[71079]: INFO nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Took 10.19 seconds to spawn the instance on the hypervisor. [ 841.179263] env[71079]: DEBUG nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.180500] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d60e6b3-3bde-4902-b988-47a6aa778840 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.259130] env[71079]: DEBUG nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.261022] env[71079]: INFO nova.compute.resource_tracker [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating resource usage from migration 8ddf4fa6-5369-400e-8270-29b43666481d [ 841.272720] env[71079]: DEBUG nova.network.neutron [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Updated VIF entry in instance network info cache for port e5487c9d-1bb8-4c32-a1ff-5652c5e6d823. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.272720] env[71079]: DEBUG nova.network.neutron [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Updating instance_info_cache with network_info: [{"id": "e5487c9d-1bb8-4c32-a1ff-5652c5e6d823", "address": "fa:16:3e:64:64:c4", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5487c9d-1b", "ovs_interfaceid": "e5487c9d-1bb8-4c32-a1ff-5652c5e6d823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.305526] env[71079]: DEBUG nova.network.neutron [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Successfully created port: 8341a740-874e-48e3-8de5-c4fc3356bf4c {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.327559] env[71079]: DEBUG nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.545765] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278951, 'name': CreateVM_Task, 'duration_secs': 0.551162} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.549108] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.552970] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.552970] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.552970] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.552970] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f2c111-ffa6-47df-a29e-c0ead895af79 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.556107] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 841.556107] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e6fa34-c9ee-aa74-e009-0e43103f0524" [ 841.556107] env[71079]: _type = "Task" [ 841.556107] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.567645] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e6fa34-c9ee-aa74-e009-0e43103f0524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.690119] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4585b6e1-985e-4bec-af4a-3710161c9ee6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.706055] env[71079]: INFO nova.compute.manager [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Took 39.73 seconds to build instance. [ 841.707767] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f06a09f-c19c-49f0-b5d7-b4c6b280808a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.743154] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788f921e-9176-405a-a3d4-9fa9755f906e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.754607] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80891006-7cce-418d-a22d-e5d5f09ca553 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.775861] env[71079]: DEBUG nova.compute.provider_tree [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.777819] env[71079]: DEBUG oslo_concurrency.lockutils [req-4993f4ff-4bcd-4a07-a4a2-44ce995e8e03 req-9b7be519-3ce5-4059-9f87-63019b062d90 service nova] Releasing lock "refresh_cache-147884b2-d4e7-4759-ad7e-8cc1b2f098f1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.855835] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.067278] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.067530] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Processing image b065a761-3e38-4b55-91c7-69bbdfe7a51c {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.067767] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c/b065a761-3e38-4b55-91c7-69bbdfe7a51c.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.068180] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c/b065a761-3e38-4b55-91c7-69bbdfe7a51c.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.068450] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.068700] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff5afb58-9f9d-4f91-8c0c-54e7b3b0cbfb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.078567] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.078567] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.079618] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2456f81d-9b8b-40f7-92a0-98fbbe503fa4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.085078] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 842.085078] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c40af-ed4b-4c15-6297-1d4e8a6b4cbc" [ 842.085078] env[71079]: _type = "Task" [ 842.085078] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.092635] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c40af-ed4b-4c15-6297-1d4e8a6b4cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.213369] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10448e14-09cd-4137-a235-3c637758cd81 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.247s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.278889] env[71079]: DEBUG nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.282087] env[71079]: DEBUG nova.scheduler.client.report [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.308112] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.308390] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.308543] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.308724] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.308869] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.309030] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.309252] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.309484] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.309657] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.309818] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.309991] env[71079]: DEBUG nova.virt.hardware [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.311117] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea1f253-1087-42c9-b57a-0c33fe279bea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.319578] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2090d7-9129-4b40-9785-4095459f838f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.597435] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Preparing fetch location {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 842.597746] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Fetch image to [datastore2] OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb/OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb.vmdk {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 842.597925] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Downloading stream optimized image b065a761-3e38-4b55-91c7-69bbdfe7a51c to [datastore2] OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb/OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb.vmdk on the data store datastore2 as vApp {{(pid=71079) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 842.598113] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Downloading image file data b065a761-3e38-4b55-91c7-69bbdfe7a51c to the ESX as VM named 'OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb' {{(pid=71079) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 842.674370] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 842.674370] env[71079]: value = "resgroup-9" [ 842.674370] env[71079]: _type = "ResourcePool" [ 842.674370] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 842.674370] env[71079]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4a764142-2608-4e26-a007-7aa6c33441b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.697197] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease: (returnval){ [ 842.697197] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5237afa3-6a90-b9af-75b7-78a5d8e2774b" [ 842.697197] env[71079]: _type = "HttpNfcLease" [ 842.697197] env[71079]: } obtained for vApp import into resource pool (val){ [ 842.697197] env[71079]: value = "resgroup-9" [ 842.697197] env[71079]: _type = "ResourcePool" [ 842.697197] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 842.697502] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the lease: (returnval){ [ 842.697502] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5237afa3-6a90-b9af-75b7-78a5d8e2774b" [ 842.697502] env[71079]: _type = "HttpNfcLease" [ 842.697502] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 842.703914] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.703914] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5237afa3-6a90-b9af-75b7-78a5d8e2774b" [ 842.703914] env[71079]: _type = "HttpNfcLease" [ 842.703914] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 842.787389] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.545s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.787611] env[71079]: INFO nova.compute.manager [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Migrating [ 842.794441] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.492s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.795156] env[71079]: DEBUG nova.objects.instance [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lazy-loading 'resources' on Instance uuid 18556490-682c-4a4d-9470-c0058afaa575 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.855593] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "e58678a9-0d5b-45cb-8377-9e0c138889c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.855887] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.856134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "e58678a9-0d5b-45cb-8377-9e0c138889c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.856345] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.856540] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.858657] env[71079]: INFO nova.compute.manager [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Terminating instance [ 843.076425] env[71079]: DEBUG nova.compute.manager [req-c5e51e12-b7d5-4940-b2db-a13b0e7f8b18 req-461e4ce8-d23b-45e4-9dc0-80e2dd38cc0e service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Received event network-vif-plugged-8341a740-874e-48e3-8de5-c4fc3356bf4c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.076478] env[71079]: DEBUG oslo_concurrency.lockutils [req-c5e51e12-b7d5-4940-b2db-a13b0e7f8b18 req-461e4ce8-d23b-45e4-9dc0-80e2dd38cc0e service nova] Acquiring lock "857a46b2-651b-4144-8bcf-0ae05e663f21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.077168] env[71079]: DEBUG oslo_concurrency.lockutils [req-c5e51e12-b7d5-4940-b2db-a13b0e7f8b18 req-461e4ce8-d23b-45e4-9dc0-80e2dd38cc0e service nova] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.077168] env[71079]: DEBUG oslo_concurrency.lockutils [req-c5e51e12-b7d5-4940-b2db-a13b0e7f8b18 req-461e4ce8-d23b-45e4-9dc0-80e2dd38cc0e service nova] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.077532] env[71079]: DEBUG nova.compute.manager [req-c5e51e12-b7d5-4940-b2db-a13b0e7f8b18 req-461e4ce8-d23b-45e4-9dc0-80e2dd38cc0e service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] No waiting events found dispatching network-vif-plugged-8341a740-874e-48e3-8de5-c4fc3356bf4c {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.077797] env[71079]: WARNING nova.compute.manager [req-c5e51e12-b7d5-4940-b2db-a13b0e7f8b18 req-461e4ce8-d23b-45e4-9dc0-80e2dd38cc0e service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Received unexpected event network-vif-plugged-8341a740-874e-48e3-8de5-c4fc3356bf4c for instance with vm_state building and task_state spawning. [ 843.172249] env[71079]: DEBUG nova.network.neutron [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Successfully updated port: 8341a740-874e-48e3-8de5-c4fc3356bf4c {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.209084] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.209084] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5237afa3-6a90-b9af-75b7-78a5d8e2774b" [ 843.209084] env[71079]: _type = "HttpNfcLease" [ 843.209084] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.209428] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.209428] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5237afa3-6a90-b9af-75b7-78a5d8e2774b" [ 843.209428] env[71079]: _type = "HttpNfcLease" [ 843.209428] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 843.210520] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a4cc5-76bc-4d8e-8f49-a6fb55374fc8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.221232] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d306b4-7173-7aa3-99d9-bf6aa8e4b254/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.221488] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d306b4-7173-7aa3-99d9-bf6aa8e4b254/disk-0.vmdk. {{(pid=71079) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 843.291060] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8dbb31d-9254-486d-92d8-327218afa850 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.304407] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.304580] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.304752] env[71079]: DEBUG nova.network.neutron [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.362549] env[71079]: DEBUG nova.compute.manager [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.362766] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.363737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc446c1f-59da-484f-9553-ae9adbbb474c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.373722] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.375033] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e707874f-7a9b-43cf-ba53-bfea0b15b816 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.380517] env[71079]: DEBUG oslo_vmware.api [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 843.380517] env[71079]: value = "task-3278953" [ 843.380517] env[71079]: _type = "Task" [ 843.380517] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.391361] env[71079]: DEBUG oslo_vmware.api [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.676238] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "refresh_cache-857a46b2-651b-4144-8bcf-0ae05e663f21" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.676528] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquired lock "refresh_cache-857a46b2-651b-4144-8bcf-0ae05e663f21" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.676655] env[71079]: DEBUG nova.network.neutron [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.710712] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe0be6-1a40-4232-9004-c2ab6d028b08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.722128] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d865f70-b673-474f-ae83-3435177831db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.764078] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff2daa-dd26-44ea-8fcf-1e7409a2eb5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.775385] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b093cc1-9c33-4ab3-9556-a461542c5cf3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.792187] env[71079]: DEBUG nova.compute.provider_tree [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.891670] env[71079]: DEBUG oslo_vmware.api [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278953, 'name': PowerOffVM_Task, 'duration_secs': 0.230897} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.891955] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.933543] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.933543] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34bd1b64-bc12-44da-bbd9-3aba73801f10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.054995] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Completed reading data from the image iterator. {{(pid=71079) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 844.055284] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d306b4-7173-7aa3-99d9-bf6aa8e4b254/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 844.056951] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f2a6f-ab8e-48be-b744-c314dc92a419 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.067174] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d306b4-7173-7aa3-99d9-bf6aa8e4b254/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 844.067174] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d306b4-7173-7aa3-99d9-bf6aa8e4b254/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 844.067174] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e0b2a8cb-ed05-4ae0-b534-4bb0ec536978 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.096180] env[71079]: DEBUG nova.network.neutron [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance_info_cache with network_info: [{"id": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "address": "fa:16:3e:71:bd:e1", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df67eeb-00", "ovs_interfaceid": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.212450] env[71079]: DEBUG nova.network.neutron [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.237367] env[71079]: DEBUG oslo_vmware.rw_handles [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d306b4-7173-7aa3-99d9-bf6aa8e4b254/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 844.237582] env[71079]: INFO nova.virt.vmwareapi.images [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Downloaded image file data b065a761-3e38-4b55-91c7-69bbdfe7a51c [ 844.238511] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77c22d4-8674-4b37-9387-4c99905395bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.255637] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7999b46-1375-4970-a244-6a9e48ef1870 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.292564] env[71079]: INFO nova.virt.vmwareapi.images [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] The imported VM was unregistered [ 844.295360] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Caching image {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 844.295606] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.295875] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14b8f708-8062-41a7-b000-c5d634d454d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.298653] env[71079]: DEBUG nova.scheduler.client.report [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.318204] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created directory with path [datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.319045] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb/OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb.vmdk to [datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c/b065a761-3e38-4b55-91c7-69bbdfe7a51c.vmdk. {{(pid=71079) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 844.319045] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a250d724-c8d6-48c4-b20a-e7d078150085 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.327498] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 844.327498] env[71079]: value = "task-3278956" [ 844.327498] env[71079]: _type = "Task" [ 844.327498] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.336755] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278956, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.363833] env[71079]: DEBUG nova.network.neutron [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Updating instance_info_cache with network_info: [{"id": "8341a740-874e-48e3-8de5-c4fc3356bf4c", "address": "fa:16:3e:bc:db:c4", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8341a740-87", "ovs_interfaceid": "8341a740-874e-48e3-8de5-c4fc3356bf4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.599257] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.804055] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.806581] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.917s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.806581] env[71079]: DEBUG nova.objects.instance [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.827707] env[71079]: INFO nova.scheduler.client.report [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Deleted allocations for instance 18556490-682c-4a4d-9470-c0058afaa575 [ 844.841905] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278956, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.865940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Releasing lock "refresh_cache-857a46b2-651b-4144-8bcf-0ae05e663f21" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.866313] env[71079]: DEBUG nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Instance network_info: |[{"id": "8341a740-874e-48e3-8de5-c4fc3356bf4c", "address": "fa:16:3e:bc:db:c4", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8341a740-87", "ovs_interfaceid": "8341a740-874e-48e3-8de5-c4fc3356bf4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.866723] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:db:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8341a740-874e-48e3-8de5-c4fc3356bf4c', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.874513] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Creating folder: Project (6ccfd24a0f7a4d1fada8fdf326eeb09a). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.874809] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14fe573b-0a3b-4b20-921b-8e0b50a636da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.887207] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Created folder: Project (6ccfd24a0f7a4d1fada8fdf326eeb09a) in parent group-v654700. [ 844.887409] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Creating folder: Instances. Parent ref: group-v654872. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.887643] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7369d0e9-74f1-4e4d-ae46-0d3752038808 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.896432] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Created folder: Instances in parent group-v654872. [ 844.896653] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.896843] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.897082] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe18082-c012-4dad-89b9-440fa1bbf8f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.915517] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.915517] env[71079]: value = "task-3278959" [ 844.915517] env[71079]: _type = "Task" [ 844.915517] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.923322] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278959, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.118815] env[71079]: DEBUG nova.compute.manager [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Received event network-changed-8341a740-874e-48e3-8de5-c4fc3356bf4c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.119039] env[71079]: DEBUG nova.compute.manager [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Refreshing instance network info cache due to event network-changed-8341a740-874e-48e3-8de5-c4fc3356bf4c. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.119312] env[71079]: DEBUG oslo_concurrency.lockutils [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] Acquiring lock "refresh_cache-857a46b2-651b-4144-8bcf-0ae05e663f21" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.119466] env[71079]: DEBUG oslo_concurrency.lockutils [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] Acquired lock "refresh_cache-857a46b2-651b-4144-8bcf-0ae05e663f21" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.119628] env[71079]: DEBUG nova.network.neutron [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Refreshing network info cache for port 8341a740-874e-48e3-8de5-c4fc3356bf4c {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.345861] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b78eab9-1f1c-4c88-8a0b-f5671f886fdd tempest-ServerMetadataNegativeTestJSON-1584746029 tempest-ServerMetadataNegativeTestJSON-1584746029-project-member] Lock "18556490-682c-4a4d-9470-c0058afaa575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.556s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.347130] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278956, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.427740] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278959, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.817386] env[71079]: DEBUG oslo_concurrency.lockutils [None req-61a83620-de2e-4bc7-bf24-cea12c38ad19 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.818715] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.205s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.818906] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.819076] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 845.819387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.962s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.819738] env[71079]: DEBUG nova.objects.instance [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'resources' on Instance uuid c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.822524] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c06a11-0957-4323-8a27-875c9882e432 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.838800] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df344e76-f6a4-475a-953c-642a08f6a6d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.851820] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278956, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.873109] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e7ddab-3cc1-416d-9a11-ea33400ee7d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.883788] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6467b-51c0-4c4e-b3a7-c8bef7bf7d1f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.922819] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179275MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 845.922957] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.937797] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278959, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.047628] env[71079]: DEBUG nova.network.neutron [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Updated VIF entry in instance network info cache for port 8341a740-874e-48e3-8de5-c4fc3356bf4c. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.048036] env[71079]: DEBUG nova.network.neutron [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Updating instance_info_cache with network_info: [{"id": "8341a740-874e-48e3-8de5-c4fc3356bf4c", "address": "fa:16:3e:bc:db:c4", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8341a740-87", "ovs_interfaceid": "8341a740-874e-48e3-8de5-c4fc3356bf4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.120376] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf7446-5a1f-4fb2-9b5c-255b2379d5f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.146066] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance 'ff127830-f98c-463a-b964-300ebdbfdab5' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.340607] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278956, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.400703] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.401118] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.401403] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleting the datastore file [datastore1] e58678a9-0d5b-45cb-8377-9e0c138889c5 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.401789] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb95a3d5-8cae-45f3-84d2-02a7f052eeab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.408455] env[71079]: DEBUG oslo_vmware.api [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 846.408455] env[71079]: value = "task-3278960" [ 846.408455] env[71079]: _type = "Task" [ 846.408455] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.420194] env[71079]: DEBUG oslo_vmware.api [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.437808] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278959, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.550720] env[71079]: DEBUG oslo_concurrency.lockutils [req-14aaa29e-3d0c-4120-b7a8-71b73598ddd4 req-866f4fa0-5a11-4d46-9b35-b43dcb373ae4 service nova] Releasing lock "refresh_cache-857a46b2-651b-4144-8bcf-0ae05e663f21" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.654339] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.654513] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec4ca2fa-eb95-4118-b904-18263e0c5843 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.661409] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 846.661409] env[71079]: value = "task-3278961" [ 846.661409] env[71079]: _type = "Task" [ 846.661409] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.671760] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.756634] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4acd88-3c83-4ec8-90a1-9cead47cd3a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.767626] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5a1cfd-6fa5-4f29-a6eb-96bcefa25bf1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.806739] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e6d19-2830-44b7-9283-9ad5284f319d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.817884] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace3a9b3-d794-4572-9e7a-951d808b0ca5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.831664] env[71079]: DEBUG nova.compute.provider_tree [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.842590] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278956, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.918834] env[71079]: DEBUG oslo_vmware.api [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3278960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239531} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.919472] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.919472] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.920377] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.920678] env[71079]: INFO nova.compute.manager [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Took 3.56 seconds to destroy the instance on the hypervisor. [ 846.920947] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.922093] env[71079]: DEBUG nova.compute.manager [-] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.922093] env[71079]: DEBUG nova.network.neutron [-] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.932673] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278959, 'name': CreateVM_Task, 'duration_secs': 1.87329} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.935091] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.935091] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.935091] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.935091] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.935091] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bc3a2b-c0d8-4c3d-9b33-e7784e770102 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.940253] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 846.940253] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52119322-3dc8-9361-5370-6a02cbb8737f" [ 846.940253] env[71079]: _type = "Task" [ 846.940253] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.949356] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52119322-3dc8-9361-5370-6a02cbb8737f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.175045] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278961, 'name': PowerOffVM_Task, 'duration_secs': 0.260199} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.175375] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.175637] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance 'ff127830-f98c-463a-b964-300ebdbfdab5' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.339187] env[71079]: DEBUG nova.scheduler.client.report [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.343486] env[71079]: DEBUG nova.compute.manager [req-cf627b08-712b-4783-830c-0f7670b2ce09 req-335c578f-b10c-46d5-bce5-dadbcad8b8d0 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Received event network-vif-deleted-25beac1c-ec66-4a1d-9764-241c848ba436 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.343671] env[71079]: INFO nova.compute.manager [req-cf627b08-712b-4783-830c-0f7670b2ce09 req-335c578f-b10c-46d5-bce5-dadbcad8b8d0 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Neutron deleted interface 25beac1c-ec66-4a1d-9764-241c848ba436; detaching it from the instance and deleting it from the info cache [ 847.343838] env[71079]: DEBUG nova.network.neutron [req-cf627b08-712b-4783-830c-0f7670b2ce09 req-335c578f-b10c-46d5-bce5-dadbcad8b8d0 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.351734] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278956, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.946636} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.351734] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb/OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb.vmdk to [datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c/b065a761-3e38-4b55-91c7-69bbdfe7a51c.vmdk. [ 847.351839] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Cleaning up location [datastore2] OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 847.351984] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f8bdfc61-dfb2-480f-8dca-df45af5105eb {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.352246] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-051e27cf-a412-4e62-bef3-e91f1ffb1779 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.358261] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 847.358261] env[71079]: value = "task-3278962" [ 847.358261] env[71079]: _type = "Task" [ 847.358261] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.367797] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.450214] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52119322-3dc8-9361-5370-6a02cbb8737f, 'name': SearchDatastore_Task, 'duration_secs': 0.095518} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.450575] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.450818] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.451117] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.451286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.451480] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.451746] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc8c5909-bf19-4666-b183-4240eb8470a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.459772] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.459961] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.460777] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03352aaf-b145-4416-a317-c8d7b7dff245 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.466094] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 847.466094] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb830a-54e9-aaa0-ef3d-22cc4a604328" [ 847.466094] env[71079]: _type = "Task" [ 847.466094] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.473651] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb830a-54e9-aaa0-ef3d-22cc4a604328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.682333] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.682457] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.682589] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.682783] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.682927] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.683098] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.683324] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.683484] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.683645] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.683807] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.683979] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.689214] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-585b541a-4720-4720-b633-13b71d37dfb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.705700] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 847.705700] env[71079]: value = "task-3278963" [ 847.705700] env[71079]: _type = "Task" [ 847.705700] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.714540] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.716028] env[71079]: DEBUG nova.network.neutron [-] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.846555] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.849533] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.376s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.849878] env[71079]: DEBUG nova.objects.instance [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lazy-loading 'resources' on Instance uuid 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.851394] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e11e7ed0-0ad1-40c8-aa8a-afe107ff3593 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.861809] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad470569-e924-47a7-95be-55f873db4928 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.873092] env[71079]: INFO nova.scheduler.client.report [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted allocations for instance c8ac11bf-61fb-4bd3-b24a-b0389bbb7354 [ 847.888561] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034818} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.888782] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.889249] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c/b065a761-3e38-4b55-91c7-69bbdfe7a51c.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.889249] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c/b065a761-3e38-4b55-91c7-69bbdfe7a51c.vmdk to [datastore2] 147884b2-d4e7-4759-ad7e-8cc1b2f098f1/147884b2-d4e7-4759-ad7e-8cc1b2f098f1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.889512] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b2ad091-9bce-4110-b12d-d3feea5622b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.905270] env[71079]: DEBUG nova.compute.manager [req-cf627b08-712b-4783-830c-0f7670b2ce09 req-335c578f-b10c-46d5-bce5-dadbcad8b8d0 service nova] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Detach interface failed, port_id=25beac1c-ec66-4a1d-9764-241c848ba436, reason: Instance e58678a9-0d5b-45cb-8377-9e0c138889c5 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.911068] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 847.911068] env[71079]: value = "task-3278964" [ 847.911068] env[71079]: _type = "Task" [ 847.911068] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.919713] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.977811] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb830a-54e9-aaa0-ef3d-22cc4a604328, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.978728] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de79ae3-84c5-4fa8-95bd-d926a0be9e3f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.983951] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 847.983951] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f2c4e5-3cfe-a678-ad11-3c8e3622d82d" [ 847.983951] env[71079]: _type = "Task" [ 847.983951] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.991849] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f2c4e5-3cfe-a678-ad11-3c8e3622d82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.217394] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278963, 'name': ReconfigVM_Task, 'duration_secs': 0.372085} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.217827] env[71079]: INFO nova.compute.manager [-] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Took 1.30 seconds to deallocate network for instance. [ 848.218202] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance 'ff127830-f98c-463a-b964-300ebdbfdab5' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.385665] env[71079]: DEBUG oslo_concurrency.lockutils [None req-21f249cb-d686-46ea-b51a-b2368d0e8e89 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "c8ac11bf-61fb-4bd3-b24a-b0389bbb7354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.642s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.429668] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278964, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.498169] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f2c4e5-3cfe-a678-ad11-3c8e3622d82d, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.498462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.498719] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 857a46b2-651b-4144-8bcf-0ae05e663f21/857a46b2-651b-4144-8bcf-0ae05e663f21.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.499469] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d12fbadd-b25b-4f74-bbd4-fffc72953076 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.507293] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 848.507293] env[71079]: value = "task-3278965" [ 848.507293] env[71079]: _type = "Task" [ 848.507293] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.520870] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.726492] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.726745] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.726902] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.727285] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.727354] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.727508] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.727717] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.727872] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.728050] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.728219] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.728388] env[71079]: DEBUG nova.virt.hardware [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.733812] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.735068] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.735352] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7bb4357-9637-4a7a-864c-9367389e6fdc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.760195] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 848.760195] env[71079]: value = "task-3278966" [ 848.760195] env[71079]: _type = "Task" [ 848.760195] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.765070] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f64b76-194e-4143-8e8d-14ad828be386 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.775887] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62fd0a-eb72-400b-b391-47e3702e0416 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.781305] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.813763] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6adb90-bdae-4045-86d0-22876f2f15f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.825133] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cbf803-aae3-4dd9-9834-c3263891efde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.840457] env[71079]: DEBUG nova.compute.provider_tree [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.923437] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278964, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.020243] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.272995] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278966, 'name': ReconfigVM_Task, 'duration_secs': 0.212453} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.273310] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.274214] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4781f494-1a9b-4369-a29a-ac70778e0de4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.300300] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ff127830-f98c-463a-b964-300ebdbfdab5/ff127830-f98c-463a-b964-300ebdbfdab5.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.300716] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec5a8a0-11aa-44b5-8efb-7ced48c33be9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.324741] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 849.324741] env[71079]: value = "task-3278967" [ 849.324741] env[71079]: _type = "Task" [ 849.324741] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.336178] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.344460] env[71079]: DEBUG nova.scheduler.client.report [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.426789] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278964, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.520490] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.841862] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278967, 'name': ReconfigVM_Task, 'duration_secs': 0.49672} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.843939] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ff127830-f98c-463a-b964-300ebdbfdab5/ff127830-f98c-463a-b964-300ebdbfdab5.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.848305] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance 'ff127830-f98c-463a-b964-300ebdbfdab5' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.851489] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.856537] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 16.193s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.893703] env[71079]: INFO nova.scheduler.client.report [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Deleted allocations for instance 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53 [ 849.934551] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278964, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.022111] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.358557] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcecf2f-52a8-4d80-89ba-1dfad1f544cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.363236] env[71079]: DEBUG nova.objects.instance [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lazy-loading 'migration_context' on Instance uuid 4dab1fc3-34f9-44da-b148-7503f7b6701e {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.382021] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df74cb-e627-446a-82a5-91fe3f4c2574 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.402051] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance 'ff127830-f98c-463a-b964-300ebdbfdab5' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.409971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4f1f5ed2-9aa8-4c94-afd4-9381a110c209 tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.597s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.410900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.079s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.411712] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.411712] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.411712] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.413768] env[71079]: INFO nova.compute.manager [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Terminating instance [ 850.427950] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278964, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.3827} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.427950] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b065a761-3e38-4b55-91c7-69bbdfe7a51c/b065a761-3e38-4b55-91c7-69bbdfe7a51c.vmdk to [datastore2] 147884b2-d4e7-4759-ad7e-8cc1b2f098f1/147884b2-d4e7-4759-ad7e-8cc1b2f098f1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.428593] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b4a20-78ca-46bd-b430-5bb2dfc16f7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.453936] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 147884b2-d4e7-4759-ad7e-8cc1b2f098f1/147884b2-d4e7-4759-ad7e-8cc1b2f098f1.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.455147] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c7d9f46-7990-40f8-b4c9-55741a3f060f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.477441] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 850.477441] env[71079]: value = "task-3278968" [ 850.477441] env[71079]: _type = "Task" [ 850.477441] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.490056] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.520402] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.921817] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.922027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquired lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.922209] env[71079]: DEBUG nova.network.neutron [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.966154] env[71079]: DEBUG nova.network.neutron [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Port 0df67eeb-0080-4d8b-9d76-bf0e9d9c902d binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 850.991096] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278968, 'name': ReconfigVM_Task, 'duration_secs': 0.392811} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.991096] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 147884b2-d4e7-4759-ad7e-8cc1b2f098f1/147884b2-d4e7-4759-ad7e-8cc1b2f098f1.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.991642] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10c0df65-b51d-4062-b87f-7792479de68d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.000428] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 851.000428] env[71079]: value = "task-3278969" [ 851.000428] env[71079]: _type = "Task" [ 851.000428] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.008605] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278969, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.019601] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278965, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.103553} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.022105] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 857a46b2-651b-4144-8bcf-0ae05e663f21/857a46b2-651b-4144-8bcf-0ae05e663f21.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.022452] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.022824] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc56bff0-364a-4e07-a4ff-01396378d826 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.029140] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 851.029140] env[71079]: value = "task-3278970" [ 851.029140] env[71079]: _type = "Task" [ 851.029140] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.038377] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.234228] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cffa810-97cc-4f1a-893a-356385acead7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.242016] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b550ccb-b612-4b0a-8a35-3e5f77ed9cf1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.273873] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7dc23-37ea-4d9c-9230-5908354655c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.280119] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.281011] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.286588] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc73579-98a7-489b-96a5-e489f98acc68 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.301640] env[71079]: DEBUG nova.compute.provider_tree [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.426714] env[71079]: DEBUG nova.compute.utils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Can not refresh info_cache because instance was not found {{(pid=71079) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 851.443492] env[71079]: DEBUG nova.network.neutron [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.507578] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278969, 'name': Rename_Task, 'duration_secs': 0.268273} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.507891] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.508228] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3568181a-8a2a-4bf9-9be2-fa7abf28f5c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.515186] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 851.515186] env[71079]: value = "task-3278971" [ 851.515186] env[71079]: _type = "Task" [ 851.515186] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.523060] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.538582] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067257} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.538848] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.539696] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db25be3-5bc6-4de8-902c-3aec3f233ae8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.544221] env[71079]: DEBUG nova.network.neutron [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.563889] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 857a46b2-651b-4144-8bcf-0ae05e663f21/857a46b2-651b-4144-8bcf-0ae05e663f21.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.564420] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0520c409-1dc8-4452-ba1b-83f2d9a6908b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.584235] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 851.584235] env[71079]: value = "task-3278972" [ 851.584235] env[71079]: _type = "Task" [ 851.584235] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.594391] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.782806] env[71079]: DEBUG nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.804909] env[71079]: DEBUG nova.scheduler.client.report [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.923017] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "37e0139a-2f1f-4945-9b64-3a711e7759cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.923322] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.923586] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "37e0139a-2f1f-4945-9b64-3a711e7759cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.924051] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.924051] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.926014] env[71079]: INFO nova.compute.manager [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Terminating instance [ 851.987704] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.987704] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.988012] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.025303] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278971, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.065666] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Releasing lock "refresh_cache-3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.066117] env[71079]: DEBUG nova.compute.manager [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.066318] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.066592] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b65885e-8703-4621-b183-a55e97dc7ec9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.076287] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b4f26-80ad-413a-baca-231494802d42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.094516] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278972, 'name': ReconfigVM_Task, 'duration_secs': 0.272957} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.094775] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 857a46b2-651b-4144-8bcf-0ae05e663f21/857a46b2-651b-4144-8bcf-0ae05e663f21.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.095397] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0455f506-e8c6-4b9b-9695-f7a57abee539 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.110149] env[71079]: WARNING nova.virt.vmwareapi.vmops [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53 could not be found. [ 852.110377] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.110597] env[71079]: INFO nova.compute.manager [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Took 0.04 seconds to destroy the instance on the hypervisor. [ 852.110877] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.112121] env[71079]: DEBUG nova.compute.manager [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.112223] env[71079]: DEBUG nova.network.neutron [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.113853] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 852.113853] env[71079]: value = "task-3278973" [ 852.113853] env[71079]: _type = "Task" [ 852.113853] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.122314] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278973, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.133622] env[71079]: DEBUG nova.network.neutron [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.306909] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.429634] env[71079]: DEBUG nova.compute.manager [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.429872] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.430857] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96844ccf-a464-4b73-9b09-6500cbbe6837 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.439265] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.439574] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f154743a-8f18-4783-bd19-4b0a3d4ce202 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.446225] env[71079]: DEBUG oslo_vmware.api [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 852.446225] env[71079]: value = "task-3278974" [ 852.446225] env[71079]: _type = "Task" [ 852.446225] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.454482] env[71079]: DEBUG oslo_vmware.api [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.527286] env[71079]: DEBUG oslo_vmware.api [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278971, 'name': PowerOnVM_Task, 'duration_secs': 0.760311} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.527588] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.527780] env[71079]: INFO nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Took 14.89 seconds to spawn the instance on the hypervisor. [ 852.527958] env[71079]: DEBUG nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.528796] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db977d07-b0cf-4c27-8244-e6320c83c230 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.624257] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278973, 'name': Rename_Task, 'duration_secs': 0.18893} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.624660] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.624982] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd3b24f2-28ae-4c10-b3f2-a30cc945d3bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.632712] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 852.632712] env[71079]: value = "task-3278975" [ 852.632712] env[71079]: _type = "Task" [ 852.632712] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.636327] env[71079]: DEBUG nova.network.neutron [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.641998] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.818022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.960s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.823188] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.980s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.825181] env[71079]: INFO nova.compute.claims [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.958361] env[71079]: DEBUG oslo_vmware.api [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278974, 'name': PowerOffVM_Task, 'duration_secs': 0.203823} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.958686] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.958869] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.959168] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c804f31a-f44a-4b62-9158-b6df626410f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.032728] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.033090] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.033090] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Deleting the datastore file [datastore1] 37e0139a-2f1f-4945-9b64-3a711e7759cb {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.033427] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6768be1e-4d87-4a71-9e29-24319d09f7c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.044186] env[71079]: DEBUG oslo_vmware.api [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for the task: (returnval){ [ 853.044186] env[71079]: value = "task-3278977" [ 853.044186] env[71079]: _type = "Task" [ 853.044186] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.045093] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.045259] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.045430] env[71079]: DEBUG nova.network.neutron [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.051192] env[71079]: INFO nova.compute.manager [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Took 41.14 seconds to build instance. [ 853.056456] env[71079]: DEBUG oslo_vmware.api [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.138815] env[71079]: INFO nova.compute.manager [-] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Took 1.03 seconds to deallocate network for instance. [ 853.144411] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278975, 'name': PowerOnVM_Task} progress is 82%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.554636] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6ed0df5-a26f-4739-9770-fcde33e13f81 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.653s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.561284] env[71079]: DEBUG oslo_vmware.api [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Task: {'id': task-3278977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14338} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.561494] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.561677] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.561854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.562042] env[71079]: INFO nova.compute.manager [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 853.562328] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.562608] env[71079]: DEBUG nova.compute.manager [-] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.562703] env[71079]: DEBUG nova.network.neutron [-] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.642656] env[71079]: DEBUG oslo_vmware.api [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278975, 'name': PowerOnVM_Task, 'duration_secs': 0.780567} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.642887] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.643105] env[71079]: INFO nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Took 11.36 seconds to spawn the instance on the hypervisor. [ 853.643318] env[71079]: DEBUG nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.644094] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3a1e2f-9535-42e9-be94-e7ff360b96ff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.648091] env[71079]: INFO nova.compute.manager [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance disappeared during terminate [ 853.648346] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3302b518-9115-48a6-8c50-de4f830690bc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.238s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.744665] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.745728] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.746009] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.746262] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.746450] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.748788] env[71079]: INFO nova.compute.manager [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Terminating instance [ 853.772478] env[71079]: DEBUG nova.network.neutron [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance_info_cache with network_info: [{"id": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "address": "fa:16:3e:71:bd:e1", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df67eeb-00", "ovs_interfaceid": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.840463] env[71079]: DEBUG nova.compute.manager [req-135e6e85-1821-4a01-9580-797b1cc43c3c req-786cb64b-5ae5-4063-b421-d3ff76f8d7e1 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Received event network-vif-deleted-c1e3ae18-f961-46b7-9fc1-47e2ce34927e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.841393] env[71079]: INFO nova.compute.manager [req-135e6e85-1821-4a01-9580-797b1cc43c3c req-786cb64b-5ae5-4063-b421-d3ff76f8d7e1 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Neutron deleted interface c1e3ae18-f961-46b7-9fc1-47e2ce34927e; detaching it from the instance and deleting it from the info cache [ 853.841393] env[71079]: DEBUG nova.network.neutron [req-135e6e85-1821-4a01-9580-797b1cc43c3c req-786cb64b-5ae5-4063-b421-d3ff76f8d7e1 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.170029] env[71079]: INFO nova.compute.manager [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Took 36.31 seconds to build instance. [ 854.252822] env[71079]: DEBUG nova.compute.manager [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.253073] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.254590] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb1904e-f022-417a-85b3-32b56d5c6eff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.260968] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce76a57f-933d-40e8-abe4-739e02a29398 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.273685] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98571b17-6359-4815-93ad-2755c67d4c9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.277211] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.277820] env[71079]: DEBUG oslo_concurrency.lockutils [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.281374] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72730365-7941-42fb-8ce9-49c71fb4d628 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.318127] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d113d858-e525-439f-b4bf-eeccb8a3732e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.321331] env[71079]: DEBUG oslo_vmware.api [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 854.321331] env[71079]: value = "task-3278978" [ 854.321331] env[71079]: _type = "Task" [ 854.321331] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.328680] env[71079]: DEBUG nova.network.neutron [-] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.331613] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647eb2ae-702e-4af1-a2ea-11d9b829a6e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.340437] env[71079]: DEBUG oslo_vmware.api [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.355560] env[71079]: DEBUG nova.compute.provider_tree [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.360806] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc3a9905-e249-4e2a-b912-591bdb45d8a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.372739] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc01c30a-a2c5-456b-a4c0-e0d28948a4c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.385244] env[71079]: INFO nova.compute.manager [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Swapping old allocation on dict_keys(['64534d0b-3c77-4192-bc40-4c6626510190']) held by migration 960e8fd2-ef6a-4161-8740-9dcbf685a07b for instance [ 854.413870] env[71079]: DEBUG nova.compute.manager [req-135e6e85-1821-4a01-9580-797b1cc43c3c req-786cb64b-5ae5-4063-b421-d3ff76f8d7e1 service nova] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Detach interface failed, port_id=c1e3ae18-f961-46b7-9fc1-47e2ce34927e, reason: Instance 37e0139a-2f1f-4945-9b64-3a711e7759cb could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.426522] env[71079]: DEBUG nova.scheduler.client.report [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Overwriting current allocation {'allocations': {'64534d0b-3c77-4192-bc40-4c6626510190': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 79}}, 'project_id': 'd3489c4b200246918ffc42af20f8603b', 'user_id': '19e7e285c5ee49849109ebb75cd746d0', 'consumer_generation': 1} on consumer 4dab1fc3-34f9-44da-b148-7503f7b6701e {{(pid=71079) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 854.529756] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.529970] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquired lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.530165] env[71079]: DEBUG nova.network.neutron [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.671592] env[71079]: DEBUG oslo_concurrency.lockutils [None req-201c401f-12b0-4317-8c06-519ce26af174 tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.821s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.803340] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b2177-aac2-447a-8271-b74fefd5518c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.825585] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5542bc-0aad-498d-bb48-425053789fca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.833591] env[71079]: DEBUG oslo_vmware.api [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278978, 'name': PowerOffVM_Task, 'duration_secs': 0.192326} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.836049] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.836121] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.836423] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance 'ff127830-f98c-463a-b964-300ebdbfdab5' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.839912] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8146bc50-772f-460a-aaf7-19def31fdcda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.841596] env[71079]: INFO nova.compute.manager [-] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Took 1.28 seconds to deallocate network for instance. [ 854.865379] env[71079]: DEBUG nova.scheduler.client.report [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.869059] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "857a46b2-651b-4144-8bcf-0ae05e663f21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.869504] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.869504] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "857a46b2-651b-4144-8bcf-0ae05e663f21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.869672] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.869839] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.871672] env[71079]: INFO nova.compute.manager [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Terminating instance [ 854.910749] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.910930] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.911119] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleting the datastore file [datastore2] 147884b2-d4e7-4759-ad7e-8cc1b2f098f1 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.911386] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544d6727-f835-49e1-9eca-3f5fa7b6c662 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.917884] env[71079]: DEBUG oslo_vmware.api [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 854.917884] env[71079]: value = "task-3278980" [ 854.917884] env[71079]: _type = "Task" [ 854.917884] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.927630] env[71079]: DEBUG oslo_vmware.api [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.262805] env[71079]: DEBUG nova.network.neutron [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance_info_cache with network_info: [{"id": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "address": "fa:16:3e:24:ab:19", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb212fd1a-08", "ovs_interfaceid": "b212fd1a-084e-4615-b1f2-0d0822595ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.343926] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.344245] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-688eabbe-8390-4e63-8cbb-fe0cfd063833 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.347334] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.351858] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 855.351858] env[71079]: value = "task-3278981" [ 855.351858] env[71079]: _type = "Task" [ 855.351858] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.360296] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.372193] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.372734] env[71079]: DEBUG nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.376073] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.072s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.376257] env[71079]: DEBUG nova.objects.instance [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.379961] env[71079]: DEBUG nova.compute.manager [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.379961] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.381155] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121974e3-5fac-43ba-a32e-96f3fa42d90b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.388521] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.388767] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c83f5bf-91d0-4927-8aa8-5b441583fde9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.396327] env[71079]: DEBUG oslo_vmware.api [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 855.396327] env[71079]: value = "task-3278982" [ 855.396327] env[71079]: _type = "Task" [ 855.396327] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.403541] env[71079]: DEBUG oslo_vmware.api [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.427057] env[71079]: DEBUG oslo_vmware.api [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3278980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12198} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.427391] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.427477] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.427585] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.427754] env[71079]: INFO nova.compute.manager [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 855.428216] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.428216] env[71079]: DEBUG nova.compute.manager [-] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.428373] env[71079]: DEBUG nova.network.neutron [-] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.767813] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Releasing lock "refresh_cache-4dab1fc3-34f9-44da-b148-7503f7b6701e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.768304] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.768648] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70cb2a1-f983-46d7-9c92-cca725d8cfe7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.779141] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 855.779141] env[71079]: value = "task-3278983" [ 855.779141] env[71079]: _type = "Task" [ 855.779141] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.791267] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.861863] env[71079]: DEBUG oslo_vmware.api [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3278981, 'name': PowerOnVM_Task, 'duration_secs': 0.431442} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.862168] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.862456] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-623d0147-f501-4e06-ab6c-56ba5f579e57 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance 'ff127830-f98c-463a-b964-300ebdbfdab5' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.868216] env[71079]: DEBUG nova.compute.manager [req-2cf1d033-9fda-4632-a910-0b78d618a4a7 req-54b817ac-19b6-43db-99ae-a4f8997d0fba service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Received event network-vif-deleted-e5487c9d-1bb8-4c32-a1ff-5652c5e6d823 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.868415] env[71079]: INFO nova.compute.manager [req-2cf1d033-9fda-4632-a910-0b78d618a4a7 req-54b817ac-19b6-43db-99ae-a4f8997d0fba service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Neutron deleted interface e5487c9d-1bb8-4c32-a1ff-5652c5e6d823; detaching it from the instance and deleting it from the info cache [ 855.868806] env[71079]: DEBUG nova.network.neutron [req-2cf1d033-9fda-4632-a910-0b78d618a4a7 req-54b817ac-19b6-43db-99ae-a4f8997d0fba service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.882277] env[71079]: DEBUG nova.compute.utils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.886804] env[71079]: DEBUG nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.886871] env[71079]: DEBUG nova.network.neutron [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.905863] env[71079]: DEBUG oslo_vmware.api [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278982, 'name': PowerOffVM_Task, 'duration_secs': 0.202204} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.906843] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.906962] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.907297] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f95df3b-644e-4593-9908-5437e63ac36e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.943242] env[71079]: DEBUG nova.policy [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '739cdb6b61a44beea91aee5b88c2e0ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b59b31c3d81f4a4c89163ab5073f00a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.973549] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.973600] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.973777] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Deleting the datastore file [datastore2] 857a46b2-651b-4144-8bcf-0ae05e663f21 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.976571] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c1806c-8021-4590-b346-2d55b11d95a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.983936] env[71079]: DEBUG oslo_vmware.api [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for the task: (returnval){ [ 855.983936] env[71079]: value = "task-3278985" [ 855.983936] env[71079]: _type = "Task" [ 855.983936] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.992732] env[71079]: DEBUG oslo_vmware.api [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.232422] env[71079]: DEBUG nova.network.neutron [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Successfully created port: d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.259156] env[71079]: DEBUG nova.network.neutron [-] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.289055] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278983, 'name': PowerOffVM_Task, 'duration_secs': 0.187369} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.289310] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.290337] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:04:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b57bf845-a2bd-42ca-a464-64a1cf0967cc',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-54338221',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.290337] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.290337] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.290337] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.290572] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.290572] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.290786] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.290946] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.291161] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.291334] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.291507] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.301106] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae0fa9f-39cd-4e17-ae11-7c9bd47c0667 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.316210] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 856.316210] env[71079]: value = "task-3278986" [ 856.316210] env[71079]: _type = "Task" [ 856.316210] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.324332] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.373415] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-141b500b-6ded-4436-8d52-f45935fb579a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.382383] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e41c3bd-c709-448f-810c-3acd431bfac2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.394205] env[71079]: DEBUG nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.399948] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ba1707a9-3325-454c-9152-e0d04ad4fa03 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.401289] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.857s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.401546] env[71079]: DEBUG nova.objects.instance [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lazy-loading 'resources' on Instance uuid a65f7523-35a3-4490-8bc2-2047b5c1dfb2 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.430098] env[71079]: DEBUG nova.compute.manager [req-2cf1d033-9fda-4632-a910-0b78d618a4a7 req-54b817ac-19b6-43db-99ae-a4f8997d0fba service nova] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Detach interface failed, port_id=e5487c9d-1bb8-4c32-a1ff-5652c5e6d823, reason: Instance 147884b2-d4e7-4759-ad7e-8cc1b2f098f1 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.493274] env[71079]: DEBUG oslo_vmware.api [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Task: {'id': task-3278985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147498} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.496413] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.496413] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.496413] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.496413] env[71079]: INFO nova.compute.manager [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Took 1.11 seconds to destroy the instance on the hypervisor. [ 856.496413] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.496413] env[71079]: DEBUG nova.compute.manager [-] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.496413] env[71079]: DEBUG nova.network.neutron [-] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.738048] env[71079]: DEBUG nova.compute.manager [req-1c333401-a027-4ed6-a0cd-28448b5b4420 req-e84cd423-96a3-48f0-86dd-5c281a11520a service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Received event network-vif-deleted-8341a740-874e-48e3-8de5-c4fc3356bf4c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.738048] env[71079]: INFO nova.compute.manager [req-1c333401-a027-4ed6-a0cd-28448b5b4420 req-e84cd423-96a3-48f0-86dd-5c281a11520a service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Neutron deleted interface 8341a740-874e-48e3-8de5-c4fc3356bf4c; detaching it from the instance and deleting it from the info cache [ 856.738210] env[71079]: DEBUG nova.network.neutron [req-1c333401-a027-4ed6-a0cd-28448b5b4420 req-e84cd423-96a3-48f0-86dd-5c281a11520a service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.765278] env[71079]: INFO nova.compute.manager [-] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Took 1.34 seconds to deallocate network for instance. [ 856.826876] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278986, 'name': ReconfigVM_Task, 'duration_secs': 0.147029} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.827855] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb05e2-db65-4310-93ec-89f72bdbdb96 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.847318] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:04:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b57bf845-a2bd-42ca-a464-64a1cf0967cc',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-54338221',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.847428] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.847642] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.847729] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.847873] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.848034] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.848270] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.848435] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.848601] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.848843] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.849051] env[71079]: DEBUG nova.virt.hardware [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.849870] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43101f9-d57d-4ba2-ac94-2422a6dee365 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.856277] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 856.856277] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52849b0b-2dc7-27bc-fcac-7ffcc9d9b17c" [ 856.856277] env[71079]: _type = "Task" [ 856.856277] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.864537] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52849b0b-2dc7-27bc-fcac-7ffcc9d9b17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.903734] env[71079]: INFO nova.virt.block_device [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Booting with volume 6b07eb93-a9ba-4651-bef1-3ddacc35834e at /dev/sda [ 856.945852] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57b19ac0-d9e1-45eb-ba71-1482804b95dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.955538] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c83421-fd6d-462f-afa9-c0aa2f161d63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.994321] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7e91677-03d7-4bed-8d28-2b40ebb29bfd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.003244] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab974c06-25bd-40ce-83c6-3ca557bd154e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.039944] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f35fdfa-1180-4d53-9dd1-9a77914cd1c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.046508] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae91d03-87dd-42fa-ab95-c8768801d826 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.062415] env[71079]: DEBUG nova.virt.block_device [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Updating existing volume attachment record: c7d89a08-29e3-4718-88fb-9cfd4678f6de {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 857.222075] env[71079]: DEBUG nova.network.neutron [-] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.240777] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab2a2727-dcf7-4521-8926-2fe44165663a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.244168] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8120192-14a0-4b43-be66-596b9c25d5ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.252207] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63576c16-cc85-4252-94f0-e2f98ad43d8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.257883] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd3c2e1-7b43-4acc-a088-000dd9da0c0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.271676] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.307727] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cacb91-08ed-4ff1-b4e5-292573c52065 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.310744] env[71079]: DEBUG nova.compute.manager [req-1c333401-a027-4ed6-a0cd-28448b5b4420 req-e84cd423-96a3-48f0-86dd-5c281a11520a service nova] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Detach interface failed, port_id=8341a740-874e-48e3-8de5-c4fc3356bf4c, reason: Instance 857a46b2-651b-4144-8bcf-0ae05e663f21 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.316343] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6dd08-64ee-4582-98d0-3f760476233d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.330868] env[71079]: DEBUG nova.compute.provider_tree [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.366406] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52849b0b-2dc7-27bc-fcac-7ffcc9d9b17c, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.371788] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.372373] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8906bdf-0db1-4577-a76d-43eed77aae7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.399873] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 857.399873] env[71079]: value = "task-3278987" [ 857.399873] env[71079]: _type = "Task" [ 857.399873] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.408228] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.726684] env[71079]: INFO nova.compute.manager [-] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Took 1.23 seconds to deallocate network for instance. [ 857.834520] env[71079]: DEBUG nova.network.neutron [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Successfully updated port: d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.836023] env[71079]: DEBUG nova.scheduler.client.report [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.910436] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278987, 'name': ReconfigVM_Task, 'duration_secs': 0.197336} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.912091] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.913192] env[71079]: DEBUG nova.compute.manager [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Received event network-vif-plugged-d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.913388] env[71079]: DEBUG oslo_concurrency.lockutils [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] Acquiring lock "33f03d75-9686-4550-9de0-d6b20d47926c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.913590] env[71079]: DEBUG oslo_concurrency.lockutils [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] Lock "33f03d75-9686-4550-9de0-d6b20d47926c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.913749] env[71079]: DEBUG oslo_concurrency.lockutils [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] Lock "33f03d75-9686-4550-9de0-d6b20d47926c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.913909] env[71079]: DEBUG nova.compute.manager [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] No waiting events found dispatching network-vif-plugged-d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.914080] env[71079]: WARNING nova.compute.manager [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Received unexpected event network-vif-plugged-d1c9e848-b6aa-461c-a205-488f2f3772a6 for instance with vm_state building and task_state block_device_mapping. [ 857.914240] env[71079]: DEBUG nova.compute.manager [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Received event network-changed-d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.914390] env[71079]: DEBUG nova.compute.manager [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Refreshing instance network info cache due to event network-changed-d1c9e848-b6aa-461c-a205-488f2f3772a6. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.914573] env[71079]: DEBUG oslo_concurrency.lockutils [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] Acquiring lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.914705] env[71079]: DEBUG oslo_concurrency.lockutils [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] Acquired lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.914856] env[71079]: DEBUG nova.network.neutron [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Refreshing network info cache for port d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.916855] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07556070-8de3-4514-874a-f7ecbc606aeb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.942327] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.943107] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a43d51-0355-4197-ae62-224d53c69494 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.963803] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 857.963803] env[71079]: value = "task-3278988" [ 857.963803] env[71079]: _type = "Task" [ 857.963803] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.972305] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.975093] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "ff127830-f98c-463a-b964-300ebdbfdab5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.975355] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.975538] env[71079]: DEBUG nova.compute.manager [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Going to confirm migration 3 {{(pid=71079) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 858.233466] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.336068] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquiring lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.343040] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.345400] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.469s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.346936] env[71079]: INFO nova.compute.claims [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.364742] env[71079]: INFO nova.scheduler.client.report [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Deleted allocations for instance a65f7523-35a3-4490-8bc2-2047b5c1dfb2 [ 858.449862] env[71079]: DEBUG nova.network.neutron [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.473432] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278988, 'name': ReconfigVM_Task, 'duration_secs': 0.272438} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.473723] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e/4dab1fc3-34f9-44da-b148-7503f7b6701e.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.474631] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabddac4-28e4-4da6-ae8e-ef07ace3ddb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.497229] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c53a9a-1c82-4b3a-8149-ade307b0ce2b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.520093] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5fc4d2-3189-4b47-8a3e-0e7c1fb469bb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.539122] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.539318] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.539489] env[71079]: DEBUG nova.network.neutron [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.539671] env[71079]: DEBUG nova.objects.instance [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lazy-loading 'info_cache' on Instance uuid ff127830-f98c-463a-b964-300ebdbfdab5 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.541510] env[71079]: DEBUG nova.network.neutron [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.542988] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d997c613-aa2b-4eb1-ac5b-3b6496f9ec37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.551471] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.552228] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-794a07d8-1298-4d37-85c6-5e78b2ac4b52 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.559125] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 858.559125] env[71079]: value = "task-3278989" [ 858.559125] env[71079]: _type = "Task" [ 858.559125] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.567269] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.872350] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e73b14cb-9ae5-4ee4-bc83-a2f26073d469 tempest-ServersNegativeTestMultiTenantJSON-103030768 tempest-ServersNegativeTestMultiTenantJSON-103030768-project-member] Lock "a65f7523-35a3-4490-8bc2-2047b5c1dfb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.010s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.050480] env[71079]: DEBUG oslo_concurrency.lockutils [req-4bf3e567-4668-4376-874a-63f83313fcde req-012d7e86-597a-4313-8891-524ec8d37a87 service nova] Releasing lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.051082] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquired lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.051284] env[71079]: DEBUG nova.network.neutron [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.070866] env[71079]: DEBUG oslo_vmware.api [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278989, 'name': PowerOnVM_Task, 'duration_secs': 0.423827} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.071134] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.175314] env[71079]: DEBUG nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.175898] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.176120] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.176277] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.176456] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.176599] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.176740] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.176944] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.177222] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.177348] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.177551] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.177678] env[71079]: DEBUG nova.virt.hardware [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.178782] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a1057-28e7-4f7c-a417-99ec5dc68fb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.186853] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f67c3-5276-406b-9896-4aea174a8378 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.600723] env[71079]: DEBUG nova.network.neutron [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.670215] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0c1c28-dd22-42f3-9c6d-149a4114b527 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.677958] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18ee76e-a143-443e-9dd5-de80b0f41780 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.709967] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8985c830-752a-4cc6-b416-c15baec90466 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.722015] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614f853a-31f6-4ff5-a145-a0ce2cdc5f6b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.736550] env[71079]: DEBUG nova.compute.provider_tree [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.792991] env[71079]: DEBUG nova.network.neutron [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance_info_cache with network_info: [{"id": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "address": "fa:16:3e:71:bd:e1", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df67eeb-00", "ovs_interfaceid": "0df67eeb-0080-4d8b-9d76-bf0e9d9c902d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.861922] env[71079]: DEBUG nova.network.neutron [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Updating instance_info_cache with network_info: [{"id": "d1c9e848-b6aa-461c-a205-488f2f3772a6", "address": "fa:16:3e:88:62:5f", "network": {"id": "d5cb8eb0-6d82-4992-8609-4394d483a8a9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-716958705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59b31c3d81f4a4c89163ab5073f00a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c9e848-b6", "ovs_interfaceid": "d1c9e848-b6aa-461c-a205-488f2f3772a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.092933] env[71079]: INFO nova.compute.manager [None req-7456d393-66a2-405a-92ee-0e4d70a4e376 tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance to original state: 'active' [ 860.241173] env[71079]: DEBUG nova.scheduler.client.report [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.295548] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-ff127830-f98c-463a-b964-300ebdbfdab5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.295814] env[71079]: DEBUG nova.objects.instance [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lazy-loading 'migration_context' on Instance uuid ff127830-f98c-463a-b964-300ebdbfdab5 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.364761] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Releasing lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.365270] env[71079]: DEBUG nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance network_info: |[{"id": "d1c9e848-b6aa-461c-a205-488f2f3772a6", "address": "fa:16:3e:88:62:5f", "network": {"id": "d5cb8eb0-6d82-4992-8609-4394d483a8a9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-716958705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59b31c3d81f4a4c89163ab5073f00a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c9e848-b6", "ovs_interfaceid": "d1c9e848-b6aa-461c-a205-488f2f3772a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.365743] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:62:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c9e848-b6aa-461c-a205-488f2f3772a6', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.373240] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Creating folder: Project (b59b31c3d81f4a4c89163ab5073f00a6). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.373763] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-689a909f-80e7-4607-9d04-bb4c85a2fab5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.387642] env[71079]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 860.387945] env[71079]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71079) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 860.388477] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Folder already exists: Project (b59b31c3d81f4a4c89163ab5073f00a6). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 860.388750] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Creating folder: Instances. Parent ref: group-v654854. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.389805] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8ec26e8-791a-4619-9cb8-101226c9d9cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.398422] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Created folder: Instances in parent group-v654854. [ 860.398709] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.398918] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.399129] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92c97251-457b-4ae0-a9af-0f87852c1dca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.418564] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.418564] env[71079]: value = "task-3278992" [ 860.418564] env[71079]: _type = "Task" [ 860.418564] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.425471] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278992, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.747689] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.747689] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.749901] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.837s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.751310] env[71079]: INFO nova.compute.claims [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.798744] env[71079]: DEBUG nova.objects.base [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 860.799903] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13a5598-241f-4820-96b7-bfd29edb1646 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.819856] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3add1825-cdea-4c17-ace6-a8c93738637a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.825288] env[71079]: DEBUG oslo_vmware.api [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 860.825288] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e1118-af66-7a75-2166-60dcdb621eea" [ 860.825288] env[71079]: _type = "Task" [ 860.825288] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.833138] env[71079]: DEBUG oslo_vmware.api [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e1118-af66-7a75-2166-60dcdb621eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.928402] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278992, 'name': CreateVM_Task, 'duration_secs': 0.318729} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.928484] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.929231] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654860', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'name': 'volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f03d75-9686-4550-9de0-d6b20d47926c', 'attached_at': '', 'detached_at': '', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'serial': '6b07eb93-a9ba-4651-bef1-3ddacc35834e'}, 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'c7d89a08-29e3-4718-88fb-9cfd4678f6de', 'volume_type': None}], 'swap': None} {{(pid=71079) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 860.929450] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Root volume attach. Driver type: vmdk {{(pid=71079) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 860.930331] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bcaeb2-7be6-483c-a651-0ff2961c4f2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.938561] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6b06c-2b6e-46f7-8948-97601740842d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.944533] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a5bdb-13ea-4c3a-a19a-1472312b740f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.950405] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8cd17f41-8d0a-493a-ae0b-f5b265ec89d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.957101] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 860.957101] env[71079]: value = "task-3278993" [ 860.957101] env[71079]: _type = "Task" [ 860.957101] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.966262] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.255838] env[71079]: DEBUG nova.compute.utils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.261911] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.261911] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.316378] env[71079]: DEBUG nova.policy [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a628d7aeb7064fe7be9580503d08b1f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd7d1660f32e45efa7d72baa5f38c6c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.338079] env[71079]: DEBUG oslo_vmware.api [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521e1118-af66-7a75-2166-60dcdb621eea, 'name': SearchDatastore_Task, 'duration_secs': 0.007473} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.338455] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.470144] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 43%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.623149] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Successfully created port: cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.766888] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.972536] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 56%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.158454] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "4dab1fc3-34f9-44da-b148-7503f7b6701e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.158454] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.158454] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.158454] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.158454] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.161349] env[71079]: INFO nova.compute.manager [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Terminating instance [ 862.259193] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f4fb7c-cd0e-4eb6-b104-5e67b91e1834 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.269556] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a498199a-b698-46bd-b179-8d24aad899b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.307875] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e751f-c1bc-4d4c-a547-7fb7bdc5b5a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.319448] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394aafd5-c679-4fae-afa5-a7363be810fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.336617] env[71079]: DEBUG nova.compute.provider_tree [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.473433] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 69%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.668041] env[71079]: DEBUG nova.compute.manager [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.668156] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.669076] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff3b24a-5f06-43c2-a2b1-8f661c0c211a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.680729] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.681872] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c9c131-883f-4890-adc0-93efe3a055c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.692065] env[71079]: DEBUG oslo_vmware.api [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 862.692065] env[71079]: value = "task-3278994" [ 862.692065] env[71079]: _type = "Task" [ 862.692065] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.704505] env[71079]: DEBUG oslo_vmware.api [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.779238] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.807154] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.808345] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.808683] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.809011] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.809329] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.809676] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.810049] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.812047] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.812047] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.812047] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.812047] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.812047] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508c368-bfa8-4250-9dc7-706445878a1c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.825782] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacc746e-8f96-4b99-a6f0-5ce3bb7505cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.845342] env[71079]: DEBUG nova.scheduler.client.report [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.972511] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 82%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.088737] env[71079]: DEBUG nova.compute.manager [req-7afe513c-c8f1-4923-a8dd-ccd6bd0e32ea req-272ba5a7-1bf6-4d27-87da-cfcadd3bc15d service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Received event network-vif-plugged-cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.088966] env[71079]: DEBUG oslo_concurrency.lockutils [req-7afe513c-c8f1-4923-a8dd-ccd6bd0e32ea req-272ba5a7-1bf6-4d27-87da-cfcadd3bc15d service nova] Acquiring lock "64be6bef-6f28-4c4b-813e-f5028cedb21b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.089282] env[71079]: DEBUG oslo_concurrency.lockutils [req-7afe513c-c8f1-4923-a8dd-ccd6bd0e32ea req-272ba5a7-1bf6-4d27-87da-cfcadd3bc15d service nova] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.089491] env[71079]: DEBUG oslo_concurrency.lockutils [req-7afe513c-c8f1-4923-a8dd-ccd6bd0e32ea req-272ba5a7-1bf6-4d27-87da-cfcadd3bc15d service nova] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.089680] env[71079]: DEBUG nova.compute.manager [req-7afe513c-c8f1-4923-a8dd-ccd6bd0e32ea req-272ba5a7-1bf6-4d27-87da-cfcadd3bc15d service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] No waiting events found dispatching network-vif-plugged-cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.089868] env[71079]: WARNING nova.compute.manager [req-7afe513c-c8f1-4923-a8dd-ccd6bd0e32ea req-272ba5a7-1bf6-4d27-87da-cfcadd3bc15d service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Received unexpected event network-vif-plugged-cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 for instance with vm_state building and task_state spawning. [ 863.205689] env[71079]: DEBUG oslo_vmware.api [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278994, 'name': PowerOffVM_Task, 'duration_secs': 0.231071} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.205978] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.206193] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.206495] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2172230-f31e-4131-8607-769ea4ea3a86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.218241] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Successfully updated port: cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.276847] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.277296] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.277523] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Deleting the datastore file [datastore1] 4dab1fc3-34f9-44da-b148-7503f7b6701e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.277818] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03273c17-e6a0-4912-9149-22dd74788506 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.288061] env[71079]: DEBUG oslo_vmware.api [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 863.288061] env[71079]: value = "task-3278996" [ 863.288061] env[71079]: _type = "Task" [ 863.288061] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.304204] env[71079]: DEBUG oslo_vmware.api [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.352625] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.352625] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.354588] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.167s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.356280] env[71079]: INFO nova.compute.claims [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.469568] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 97%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.718329] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "refresh_cache-64be6bef-6f28-4c4b-813e-f5028cedb21b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.718494] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "refresh_cache-64be6bef-6f28-4c4b-813e-f5028cedb21b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.718650] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.797528] env[71079]: DEBUG oslo_vmware.api [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3278996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179171} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.797849] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.797953] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.798146] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.798320] env[71079]: INFO nova.compute.manager [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 863.798550] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.798739] env[71079]: DEBUG nova.compute.manager [-] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.798832] env[71079]: DEBUG nova.network.neutron [-] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.861254] env[71079]: DEBUG nova.compute.utils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.866406] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.866579] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.915466] env[71079]: DEBUG nova.policy [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a628d7aeb7064fe7be9580503d08b1f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd7d1660f32e45efa7d72baa5f38c6c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.970949] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 98%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.265464] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.367808] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.435379] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Updating instance_info_cache with network_info: [{"id": "cc09cf9b-fea5-494b-9a00-5a12ecdf16a2", "address": "fa:16:3e:48:db:2b", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc09cf9b-fe", "ovs_interfaceid": "cc09cf9b-fea5-494b-9a00-5a12ecdf16a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.470977] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task} progress is 98%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.520093] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Successfully created port: 5fa93504-c971-4e5b-a605-0c8726ec5930 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.553850] env[71079]: DEBUG nova.network.neutron [-] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.770611] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f6532-85e6-463c-96bf-35732f14d040 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.778180] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f77d395-bb84-41ac-8721-d20be3ae21bc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.807524] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6652a4c3-fb4a-4ae4-9782-08d3fd51faec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.815135] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdf4221-7e97-4b86-8dba-abefad5b1e20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.829653] env[71079]: DEBUG nova.compute.provider_tree [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.937696] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "refresh_cache-64be6bef-6f28-4c4b-813e-f5028cedb21b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.938225] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Instance network_info: |[{"id": "cc09cf9b-fea5-494b-9a00-5a12ecdf16a2", "address": "fa:16:3e:48:db:2b", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc09cf9b-fe", "ovs_interfaceid": "cc09cf9b-fea5-494b-9a00-5a12ecdf16a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.938748] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:db:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc09cf9b-fea5-494b-9a00-5a12ecdf16a2', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.946819] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Creating folder: Project (fd7d1660f32e45efa7d72baa5f38c6c5). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.947773] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85e75379-b2f6-4825-a473-bab85b088762 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.958518] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Created folder: Project (fd7d1660f32e45efa7d72baa5f38c6c5) in parent group-v654700. [ 864.958723] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Creating folder: Instances. Parent ref: group-v654877. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.959014] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432b4151-7e15-4d4c-a2bc-dafc3a3acfae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.967887] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Created folder: Instances in parent group-v654877. [ 864.968191] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.971265] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.971569] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3278993, 'name': RelocateVM_Task, 'duration_secs': 3.77172} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.971787] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-769fb6fc-80c8-4bae-966c-1bf5bc2d1b0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.985687] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 864.985909] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654860', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'name': 'volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f03d75-9686-4550-9de0-d6b20d47926c', 'attached_at': '', 'detached_at': '', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'serial': '6b07eb93-a9ba-4651-bef1-3ddacc35834e'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 864.987333] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cfb65e-fc39-4ef9-ac4b-7fc1ba7e273b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.005855] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cd65a-a86a-4f87-aaae-7f328a12c905 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.007337] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.007337] env[71079]: value = "task-3278999" [ 865.007337] env[71079]: _type = "Task" [ 865.007337] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.030671] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e/volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.030862] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2d7167-2c94-4572-b0a0-ccd3565770c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.048414] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278999, 'name': CreateVM_Task} progress is 15%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.055796] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 865.055796] env[71079]: value = "task-3279000" [ 865.055796] env[71079]: _type = "Task" [ 865.055796] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.059038] env[71079]: INFO nova.compute.manager [-] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Took 1.26 seconds to deallocate network for instance. [ 865.066605] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.123346] env[71079]: DEBUG nova.compute.manager [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Received event network-changed-cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.123564] env[71079]: DEBUG nova.compute.manager [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Refreshing instance network info cache due to event network-changed-cc09cf9b-fea5-494b-9a00-5a12ecdf16a2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.123786] env[71079]: DEBUG oslo_concurrency.lockutils [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] Acquiring lock "refresh_cache-64be6bef-6f28-4c4b-813e-f5028cedb21b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.123933] env[71079]: DEBUG oslo_concurrency.lockutils [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] Acquired lock "refresh_cache-64be6bef-6f28-4c4b-813e-f5028cedb21b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.124106] env[71079]: DEBUG nova.network.neutron [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Refreshing network info cache for port cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.334804] env[71079]: DEBUG nova.scheduler.client.report [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.382015] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.410442] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.410610] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.410742] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.410926] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.411084] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.411231] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.411440] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.411595] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.411758] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.411916] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.412102] env[71079]: DEBUG nova.virt.hardware [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.412972] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5db9a6-a785-4df1-83ce-064fa4385f7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.423806] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9119b3ae-25a4-4d60-9cc8-c2f3972f108a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.517178] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278999, 'name': CreateVM_Task, 'duration_secs': 0.364293} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.517310] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.517987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.518196] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.518544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.518910] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e506b73b-4a81-4cd3-9dd2-5df09bb8f42f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.524086] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 865.524086] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b13caa-649f-c163-8b08-96a4325f286a" [ 865.524086] env[71079]: _type = "Task" [ 865.524086] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.532210] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b13caa-649f-c163-8b08-96a4325f286a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.565144] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279000, 'name': ReconfigVM_Task, 'duration_secs': 0.281797} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.565449] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e/volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.573019] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.573019] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d6b571-84c2-4ecc-97f9-9ac444bf766d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.586725] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 865.586725] env[71079]: value = "task-3279001" [ 865.586725] env[71079]: _type = "Task" [ 865.586725] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.595641] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.840227] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.840774] env[71079]: DEBUG nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.843397] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.473s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.847018] env[71079]: DEBUG nova.objects.instance [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lazy-loading 'resources' on Instance uuid b1f3f5b8-1f35-40ed-a462-eda3ca855154 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.923394] env[71079]: DEBUG nova.network.neutron [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Updated VIF entry in instance network info cache for port cc09cf9b-fea5-494b-9a00-5a12ecdf16a2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.923394] env[71079]: DEBUG nova.network.neutron [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Updating instance_info_cache with network_info: [{"id": "cc09cf9b-fea5-494b-9a00-5a12ecdf16a2", "address": "fa:16:3e:48:db:2b", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc09cf9b-fe", "ovs_interfaceid": "cc09cf9b-fea5-494b-9a00-5a12ecdf16a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.034905] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b13caa-649f-c163-8b08-96a4325f286a, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.035277] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.035589] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.036043] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.036303] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.036516] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.036781] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd5be45-a7d1-428b-91e8-f184d7ef44be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.048366] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.048640] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.049609] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b36c17-f174-4dbe-97ae-433bfc23b746 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.054917] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 866.054917] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ec02e6-023e-ab3a-8d3f-453093359608" [ 866.054917] env[71079]: _type = "Task" [ 866.054917] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.062558] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ec02e6-023e-ab3a-8d3f-453093359608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.092078] env[71079]: DEBUG nova.compute.manager [req-fc603ccd-342b-4341-b9b3-012e409718b9 req-8f19bbfc-379a-45a9-961d-50914c522f02 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Received event network-vif-plugged-5fa93504-c971-4e5b-a605-0c8726ec5930 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.092243] env[71079]: DEBUG oslo_concurrency.lockutils [req-fc603ccd-342b-4341-b9b3-012e409718b9 req-8f19bbfc-379a-45a9-961d-50914c522f02 service nova] Acquiring lock "9f66f94d-4307-4e25-8f85-852c6e45b609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.092445] env[71079]: DEBUG oslo_concurrency.lockutils [req-fc603ccd-342b-4341-b9b3-012e409718b9 req-8f19bbfc-379a-45a9-961d-50914c522f02 service nova] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.092609] env[71079]: DEBUG oslo_concurrency.lockutils [req-fc603ccd-342b-4341-b9b3-012e409718b9 req-8f19bbfc-379a-45a9-961d-50914c522f02 service nova] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.092770] env[71079]: DEBUG nova.compute.manager [req-fc603ccd-342b-4341-b9b3-012e409718b9 req-8f19bbfc-379a-45a9-961d-50914c522f02 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] No waiting events found dispatching network-vif-plugged-5fa93504-c971-4e5b-a605-0c8726ec5930 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.092927] env[71079]: WARNING nova.compute.manager [req-fc603ccd-342b-4341-b9b3-012e409718b9 req-8f19bbfc-379a-45a9-961d-50914c522f02 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Received unexpected event network-vif-plugged-5fa93504-c971-4e5b-a605-0c8726ec5930 for instance with vm_state building and task_state spawning. [ 866.098226] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279001, 'name': ReconfigVM_Task, 'duration_secs': 0.124203} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.098491] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654860', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'name': 'volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f03d75-9686-4550-9de0-d6b20d47926c', 'attached_at': '', 'detached_at': '', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'serial': '6b07eb93-a9ba-4651-bef1-3ddacc35834e'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 866.098971] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93cc2acb-f309-422b-bbac-02dcc30e51fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.104748] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 866.104748] env[71079]: value = "task-3279002" [ 866.104748] env[71079]: _type = "Task" [ 866.104748] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.112927] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279002, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.173760] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Successfully updated port: 5fa93504-c971-4e5b-a605-0c8726ec5930 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.324253] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "e460159d-efc7-4afd-a28d-93606c38bfbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.324534] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.346935] env[71079]: DEBUG nova.compute.utils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.350885] env[71079]: DEBUG nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.351068] env[71079]: DEBUG nova.network.neutron [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.405730] env[71079]: DEBUG nova.policy [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fdd89ef22e24a718b4433cd72b7dbb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a9f09a4a8ee4950a9a502919b836e2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.426763] env[71079]: DEBUG oslo_concurrency.lockutils [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] Releasing lock "refresh_cache-64be6bef-6f28-4c4b-813e-f5028cedb21b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.427038] env[71079]: DEBUG nova.compute.manager [req-443737de-9ea4-4d81-b87e-f70ce4ad08f2 req-03fda8eb-a0de-480d-89c3-12647e3a7fa2 service nova] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Received event network-vif-deleted-b212fd1a-084e-4615-b1f2-0d0822595ee8 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.565350] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ec02e6-023e-ab3a-8d3f-453093359608, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.568169] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f41ac4-5019-4184-84eb-15469be6330e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.574675] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 866.574675] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b50d01-b130-23c0-9eb2-6decea6e1784" [ 866.574675] env[71079]: _type = "Task" [ 866.574675] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.585606] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b50d01-b130-23c0-9eb2-6decea6e1784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.615966] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279002, 'name': Rename_Task, 'duration_secs': 0.129798} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.618971] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.619621] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b4852f-7605-4863-985a-30307efa70a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.626071] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 866.626071] env[71079]: value = "task-3279003" [ 866.626071] env[71079]: _type = "Task" [ 866.626071] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.638871] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.677314] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "refresh_cache-9f66f94d-4307-4e25-8f85-852c6e45b609" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.677533] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "refresh_cache-9f66f94d-4307-4e25-8f85-852c6e45b609" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.677727] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.683947] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f26527-8883-457a-8bd3-8aa546dea995 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.691894] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26697bfe-947a-4750-a488-7679037e9dce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.724520] env[71079]: DEBUG nova.network.neutron [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Successfully created port: 9be94366-9a1d-45ab-a68c-c325413fdc54 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.726997] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31deb0b8-1113-450b-9d95-c8336c53901d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.736827] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4eb04a-fc92-4683-b036-50c67ddda5b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.753016] env[71079]: DEBUG nova.compute.provider_tree [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.828110] env[71079]: DEBUG nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.852258] env[71079]: DEBUG nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.085629] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b50d01-b130-23c0-9eb2-6decea6e1784, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.086009] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.086305] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 64be6bef-6f28-4c4b-813e-f5028cedb21b/64be6bef-6f28-4c4b-813e-f5028cedb21b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.086565] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-976531e0-8eb9-4529-b195-6f1ca6131fc8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.093883] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 867.093883] env[71079]: value = "task-3279004" [ 867.093883] env[71079]: _type = "Task" [ 867.093883] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.101459] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.135480] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279003, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.211702] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.254845] env[71079]: DEBUG nova.scheduler.client.report [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.347203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.351899] env[71079]: DEBUG nova.network.neutron [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Updating instance_info_cache with network_info: [{"id": "5fa93504-c971-4e5b-a605-0c8726ec5930", "address": "fa:16:3e:be:5d:53", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa93504-c9", "ovs_interfaceid": "5fa93504-c971-4e5b-a605-0c8726ec5930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.605281] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.636765] env[71079]: DEBUG oslo_vmware.api [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279003, 'name': PowerOnVM_Task, 'duration_secs': 0.651732} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.637138] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.637397] env[71079]: INFO nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Took 8.46 seconds to spawn the instance on the hypervisor. [ 867.637600] env[71079]: DEBUG nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.638484] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c00606-dcce-441d-9b86-709ddb7ce955 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.761276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.764478] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.231s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.766541] env[71079]: INFO nova.compute.claims [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.789391] env[71079]: INFO nova.scheduler.client.report [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted allocations for instance b1f3f5b8-1f35-40ed-a462-eda3ca855154 [ 867.854644] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "refresh_cache-9f66f94d-4307-4e25-8f85-852c6e45b609" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.855134] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Instance network_info: |[{"id": "5fa93504-c971-4e5b-a605-0c8726ec5930", "address": "fa:16:3e:be:5d:53", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa93504-c9", "ovs_interfaceid": "5fa93504-c971-4e5b-a605-0c8726ec5930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.855658] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:5d:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fa93504-c971-4e5b-a605-0c8726ec5930', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.864321] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.865255] env[71079]: DEBUG nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.867225] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.868335] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9428c8d3-92c4-4e20-8b04-5efeeda54c21 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.890841] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.891095] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.892031] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.892031] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.892031] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.892031] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.892031] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.892263] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.892263] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.892371] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.892545] env[71079]: DEBUG nova.virt.hardware [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.893396] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de22769a-41e6-400f-a38d-832fc4a583a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.896889] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.896889] env[71079]: value = "task-3279005" [ 867.896889] env[71079]: _type = "Task" [ 867.896889] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.903984] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b71724-7c63-4c9a-94af-1471e9f8971e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.910971] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279005, 'name': CreateVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.104438] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684733} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.104722] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 64be6bef-6f28-4c4b-813e-f5028cedb21b/64be6bef-6f28-4c4b-813e-f5028cedb21b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.104935] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.105252] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b888baa3-5baa-4a49-93d3-efeb0b21f2ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.111834] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 868.111834] env[71079]: value = "task-3279006" [ 868.111834] env[71079]: _type = "Task" [ 868.111834] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.121608] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.129012] env[71079]: DEBUG nova.compute.manager [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Received event network-changed-5fa93504-c971-4e5b-a605-0c8726ec5930 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.129012] env[71079]: DEBUG nova.compute.manager [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Refreshing instance network info cache due to event network-changed-5fa93504-c971-4e5b-a605-0c8726ec5930. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.129207] env[71079]: DEBUG oslo_concurrency.lockutils [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] Acquiring lock "refresh_cache-9f66f94d-4307-4e25-8f85-852c6e45b609" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.129362] env[71079]: DEBUG oslo_concurrency.lockutils [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] Acquired lock "refresh_cache-9f66f94d-4307-4e25-8f85-852c6e45b609" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.129527] env[71079]: DEBUG nova.network.neutron [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Refreshing network info cache for port 5fa93504-c971-4e5b-a605-0c8726ec5930 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.157476] env[71079]: INFO nova.compute.manager [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Took 34.34 seconds to build instance. [ 868.296626] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa0d73e0-7b72-40ca-a557-c8476e16db6d tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "b1f3f5b8-1f35-40ed-a462-eda3ca855154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.079s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.409011] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279005, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.637212] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081407} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.639771] env[71079]: DEBUG nova.network.neutron [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Successfully updated port: 9be94366-9a1d-45ab-a68c-c325413fdc54 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.641119] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.642451] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e502a8e6-44b1-47a0-934e-7f734cc46a64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.660693] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df9ac4e6-9080-4252-bb72-c1f69f5021bb tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "33f03d75-9686-4550-9de0-d6b20d47926c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.847s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.669809] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 64be6bef-6f28-4c4b-813e-f5028cedb21b/64be6bef-6f28-4c4b-813e-f5028cedb21b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.670556] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08cc926-004f-472b-ba23-f6b33f9829eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.690075] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 868.690075] env[71079]: value = "task-3279007" [ 868.690075] env[71079]: _type = "Task" [ 868.690075] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.698839] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.915299] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279005, 'name': CreateVM_Task, 'duration_secs': 0.717728} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.915299] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.916022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.916928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.916928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.916928] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46159251-0724-4033-ae45-cf57f651ffaf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.926048] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 868.926048] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce2a06-d868-ec38-f95c-8106543766fa" [ 868.926048] env[71079]: _type = "Task" [ 868.926048] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.935236] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce2a06-d868-ec38-f95c-8106543766fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.939299] env[71079]: DEBUG nova.network.neutron [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Updated VIF entry in instance network info cache for port 5fa93504-c971-4e5b-a605-0c8726ec5930. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.939651] env[71079]: DEBUG nova.network.neutron [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Updating instance_info_cache with network_info: [{"id": "5fa93504-c971-4e5b-a605-0c8726ec5930", "address": "fa:16:3e:be:5d:53", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa93504-c9", "ovs_interfaceid": "5fa93504-c971-4e5b-a605-0c8726ec5930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.115432] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.115680] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.115880] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.116101] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.116277] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.118359] env[71079]: INFO nova.compute.manager [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Terminating instance [ 869.123640] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46140a6e-8514-4c81-a115-ec0a304d33d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.132515] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc1924-668e-4b15-bfc1-93fc9a67b336 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.163073] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "refresh_cache-640f91ee-1194-40aa-b29d-a1adb07914dd" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.163235] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "refresh_cache-640f91ee-1194-40aa-b29d-a1adb07914dd" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.163391] env[71079]: DEBUG nova.network.neutron [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.165707] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d27de5-e4e5-49bc-aae8-5ae0940b6769 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.173966] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f73f311-1f56-4436-85b0-fb09af31a1a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.190011] env[71079]: DEBUG nova.compute.provider_tree [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.199683] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279007, 'name': ReconfigVM_Task, 'duration_secs': 0.308346} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.199931] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 64be6bef-6f28-4c4b-813e-f5028cedb21b/64be6bef-6f28-4c4b-813e-f5028cedb21b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.200718] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a879c8d-d665-41f2-abc3-724c05ed7822 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.206376] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 869.206376] env[71079]: value = "task-3279008" [ 869.206376] env[71079]: _type = "Task" [ 869.206376] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.214594] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279008, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.436848] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce2a06-d868-ec38-f95c-8106543766fa, 'name': SearchDatastore_Task, 'duration_secs': 0.027964} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.437242] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.437455] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.437687] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.437833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.438026] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.438309] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5e5e70-e0fd-4754-8c1c-b08522feadb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.442743] env[71079]: DEBUG oslo_concurrency.lockutils [req-9c0d2313-c090-4e9e-ae9e-40539f88e524 req-b8817402-0e69-4a10-ab8c-6a64781669d2 service nova] Releasing lock "refresh_cache-9f66f94d-4307-4e25-8f85-852c6e45b609" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.452474] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.452680] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.453422] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdebeb7-4e63-4b90-949b-2b2090d8283c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.458508] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 869.458508] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e3be4f-f738-a8e1-cc44-05da058b8e44" [ 869.458508] env[71079]: _type = "Task" [ 869.458508] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.466695] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e3be4f-f738-a8e1-cc44-05da058b8e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.627857] env[71079]: DEBUG nova.compute.manager [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.628123] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.629119] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a2e354-d807-4bbe-bff4-c4d8d3528328 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.637177] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.637433] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebca3e3f-9bdc-4a55-87f4-be97d12e7eec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.642941] env[71079]: DEBUG oslo_vmware.api [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 869.642941] env[71079]: value = "task-3279009" [ 869.642941] env[71079]: _type = "Task" [ 869.642941] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.650248] env[71079]: DEBUG oslo_vmware.api [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.695664] env[71079]: DEBUG nova.scheduler.client.report [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.704147] env[71079]: DEBUG nova.network.neutron [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.715788] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279008, 'name': Rename_Task, 'duration_secs': 0.179087} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.716039] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.716276] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0429b6f7-65f2-4576-b6b2-d65797d63db6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.723329] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 869.723329] env[71079]: value = "task-3279010" [ 869.723329] env[71079]: _type = "Task" [ 869.723329] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.730824] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.970392] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e3be4f-f738-a8e1-cc44-05da058b8e44, 'name': SearchDatastore_Task, 'duration_secs': 0.053859} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.971294] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5c0d8c-509b-491b-a33f-17428a0d87cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.976848] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 869.976848] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d1451e-fd10-0f39-f58c-674d0d655cdb" [ 869.976848] env[71079]: _type = "Task" [ 869.976848] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.985440] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d1451e-fd10-0f39-f58c-674d0d655cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.090508] env[71079]: DEBUG nova.network.neutron [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Updating instance_info_cache with network_info: [{"id": "9be94366-9a1d-45ab-a68c-c325413fdc54", "address": "fa:16:3e:da:0a:7e", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be94366-9a", "ovs_interfaceid": "9be94366-9a1d-45ab-a68c-c325413fdc54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.155896] env[71079]: DEBUG oslo_vmware.api [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279009, 'name': PowerOffVM_Task, 'duration_secs': 0.248808} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.156326] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.156622] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.157227] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54844e9f-e46b-46e1-99b0-38493e834209 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.169646] env[71079]: DEBUG nova.compute.manager [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Received event network-vif-plugged-9be94366-9a1d-45ab-a68c-c325413fdc54 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.169956] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Acquiring lock "640f91ee-1194-40aa-b29d-a1adb07914dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.170304] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.170509] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.170766] env[71079]: DEBUG nova.compute.manager [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] No waiting events found dispatching network-vif-plugged-9be94366-9a1d-45ab-a68c-c325413fdc54 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.171043] env[71079]: WARNING nova.compute.manager [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Received unexpected event network-vif-plugged-9be94366-9a1d-45ab-a68c-c325413fdc54 for instance with vm_state building and task_state spawning. [ 870.171307] env[71079]: DEBUG nova.compute.manager [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Received event network-changed-9be94366-9a1d-45ab-a68c-c325413fdc54 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.171541] env[71079]: DEBUG nova.compute.manager [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Refreshing instance network info cache due to event network-changed-9be94366-9a1d-45ab-a68c-c325413fdc54. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.171728] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Acquiring lock "refresh_cache-640f91ee-1194-40aa-b29d-a1adb07914dd" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.201045] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.201177] env[71079]: DEBUG nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.203696] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.348s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.205324] env[71079]: INFO nova.compute.claims [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.220997] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.221135] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.221325] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleting the datastore file [datastore1] a9c09f10-52bf-4b7a-b7f1-c432c23c88b0 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.221587] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80c14497-6ed8-45ba-9edf-88c4dc3f2d27 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.229803] env[71079]: DEBUG oslo_vmware.api [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 870.229803] env[71079]: value = "task-3279012" [ 870.229803] env[71079]: _type = "Task" [ 870.229803] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.236509] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.241387] env[71079]: DEBUG oslo_vmware.api [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.487320] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d1451e-fd10-0f39-f58c-674d0d655cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.487683] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.488061] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 9f66f94d-4307-4e25-8f85-852c6e45b609/9f66f94d-4307-4e25-8f85-852c6e45b609.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.488387] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab154040-5e51-4433-b063-4ece84309313 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.494960] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 870.494960] env[71079]: value = "task-3279013" [ 870.494960] env[71079]: _type = "Task" [ 870.494960] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.503215] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.593163] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "refresh_cache-640f91ee-1194-40aa-b29d-a1adb07914dd" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.593590] env[71079]: DEBUG nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Instance network_info: |[{"id": "9be94366-9a1d-45ab-a68c-c325413fdc54", "address": "fa:16:3e:da:0a:7e", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be94366-9a", "ovs_interfaceid": "9be94366-9a1d-45ab-a68c-c325413fdc54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.593920] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Acquired lock "refresh_cache-640f91ee-1194-40aa-b29d-a1adb07914dd" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.594113] env[71079]: DEBUG nova.network.neutron [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Refreshing network info cache for port 9be94366-9a1d-45ab-a68c-c325413fdc54 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.595397] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:0a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9be94366-9a1d-45ab-a68c-c325413fdc54', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.602979] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.603963] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.604217] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b9b4571-cc27-4932-81de-9b1c02dd0586 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.623367] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.623367] env[71079]: value = "task-3279014" [ 870.623367] env[71079]: _type = "Task" [ 870.623367] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.631450] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279014, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.710890] env[71079]: DEBUG nova.compute.utils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.715672] env[71079]: DEBUG nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.716028] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.740156] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.747082] env[71079]: DEBUG oslo_vmware.api [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326991} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.747351] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.747520] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.747740] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.747997] env[71079]: INFO nova.compute.manager [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 870.748298] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.748518] env[71079]: DEBUG nova.compute.manager [-] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.748625] env[71079]: DEBUG nova.network.neutron [-] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.761748] env[71079]: DEBUG nova.policy [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac1e0207ecdc41b298bf7b6fc511ca1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e83df69cbdf5462fad29f6a44460bb2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.006665] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279013, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.109254] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Successfully created port: e3c7de24-614d-4c0a-88d2-ead1323b97f5 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.133489] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279014, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.216237] env[71079]: DEBUG nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.234854] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279010, 'name': PowerOnVM_Task, 'duration_secs': 1.100179} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.235253] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.235477] env[71079]: INFO nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Took 8.46 seconds to spawn the instance on the hypervisor. [ 871.235697] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.236678] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6434e9-fe7e-4b5e-903d-bdfa9d0e2682 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.341908] env[71079]: DEBUG nova.network.neutron [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Updated VIF entry in instance network info cache for port 9be94366-9a1d-45ab-a68c-c325413fdc54. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.342270] env[71079]: DEBUG nova.network.neutron [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Updating instance_info_cache with network_info: [{"id": "9be94366-9a1d-45ab-a68c-c325413fdc54", "address": "fa:16:3e:da:0a:7e", "network": {"id": "671c594d-3084-4ec5-b522-a807281c039c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-219626004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9f09a4a8ee4950a9a502919b836e2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be94366-9a", "ovs_interfaceid": "9be94366-9a1d-45ab-a68c-c325413fdc54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.407737] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Successfully created port: fb937cc3-a907-4421-8d74-f917744c3614 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.491405] env[71079]: DEBUG nova.network.neutron [-] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.508618] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513229} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.509460] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 9f66f94d-4307-4e25-8f85-852c6e45b609/9f66f94d-4307-4e25-8f85-852c6e45b609.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.509688] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.509935] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-307ac1b0-bcd7-44b1-a3da-7adddfceb3a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.517462] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 871.517462] env[71079]: value = "task-3279015" [ 871.517462] env[71079]: _type = "Task" [ 871.517462] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.527697] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.532190] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e9885-2bc4-41d7-801f-49736bcb118a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.539032] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd074f-bf58-4900-bb87-9bc3ccc8a7e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.569665] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd1dfa-4f1a-40d0-9268-6846802c65db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.577057] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d288af-7086-4192-b2ae-37c9c4b367ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.590849] env[71079]: DEBUG nova.compute.provider_tree [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.635711] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279014, 'name': CreateVM_Task, 'duration_secs': 0.512525} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.636657] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.637080] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.637415] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.637922] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.638345] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82296e59-a23a-495c-84ed-2f3b5920e73f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.643833] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 871.643833] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5208139b-7e29-57ca-c789-f3ab4755ea51" [ 871.643833] env[71079]: _type = "Task" [ 871.643833] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.651318] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5208139b-7e29-57ca-c789-f3ab4755ea51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.754854] env[71079]: INFO nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Took 32.89 seconds to build instance. [ 871.844449] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Releasing lock "refresh_cache-640f91ee-1194-40aa-b29d-a1adb07914dd" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.844734] env[71079]: DEBUG nova.compute.manager [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Received event network-changed-d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.844901] env[71079]: DEBUG nova.compute.manager [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Refreshing instance network info cache due to event network-changed-d1c9e848-b6aa-461c-a205-488f2f3772a6. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.845167] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Acquiring lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.845316] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Acquired lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.845515] env[71079]: DEBUG nova.network.neutron [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Refreshing network info cache for port d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.993994] env[71079]: INFO nova.compute.manager [-] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Took 1.25 seconds to deallocate network for instance. [ 872.030771] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064182} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.031122] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.031774] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d69bb9-ad94-48fc-a5d5-14d9d1bda843 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.053530] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 9f66f94d-4307-4e25-8f85-852c6e45b609/9f66f94d-4307-4e25-8f85-852c6e45b609.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.053850] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2106c06-1d8f-4e64-a69e-816fbe7871d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.072869] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 872.072869] env[71079]: value = "task-3279016" [ 872.072869] env[71079]: _type = "Task" [ 872.072869] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.080855] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.094913] env[71079]: DEBUG nova.scheduler.client.report [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.155054] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5208139b-7e29-57ca-c789-f3ab4755ea51, 'name': SearchDatastore_Task, 'duration_secs': 0.027249} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.155054] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.155054] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.155298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.155407] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.155589] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.155839] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6456c557-b71c-4e95-9a74-2027ea6233a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.171915] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.171915] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.171915] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d689844a-6b19-492d-b184-aacdd070634b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.177350] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 872.177350] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5299e9b2-8683-b466-462c-ad2b8765db7a" [ 872.177350] env[71079]: _type = "Task" [ 872.177350] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.185101] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5299e9b2-8683-b466-462c-ad2b8765db7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.195593] env[71079]: DEBUG nova.compute.manager [req-0988a50f-75fb-4846-bb0e-4e9fcac1aecf req-40678e33-047b-4d92-95bf-b0e07873469b service nova] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Received event network-vif-deleted-f81b966b-ea71-4f83-a85d-46525dd413a0 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.226050] env[71079]: DEBUG nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.253735] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.254108] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.254361] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.254596] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.254774] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.254962] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.255212] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.255375] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.255558] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.255727] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.255898] env[71079]: DEBUG nova.virt.hardware [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.256351] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.404s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.257216] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23d57ec-7515-49dd-8c48-c00643eef827 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.265723] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e4a5f-207b-481d-94b9-e902ac09baeb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.500245] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.550864] env[71079]: DEBUG nova.network.neutron [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Updated VIF entry in instance network info cache for port d1c9e848-b6aa-461c-a205-488f2f3772a6. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.551248] env[71079]: DEBUG nova.network.neutron [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Updating instance_info_cache with network_info: [{"id": "d1c9e848-b6aa-461c-a205-488f2f3772a6", "address": "fa:16:3e:88:62:5f", "network": {"id": "d5cb8eb0-6d82-4992-8609-4394d483a8a9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-716958705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59b31c3d81f4a4c89163ab5073f00a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c9e848-b6", "ovs_interfaceid": "d1c9e848-b6aa-461c-a205-488f2f3772a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.584284] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.600705] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.601276] env[71079]: DEBUG nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.604496] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.682s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.690486] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5299e9b2-8683-b466-462c-ad2b8765db7a, 'name': SearchDatastore_Task, 'duration_secs': 0.049166} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.691380] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b841f32-8bae-48a9-9a05-78b2d846d421 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.698969] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 872.698969] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa67e9-5b94-f1f2-e135-8b8c166c0096" [ 872.698969] env[71079]: _type = "Task" [ 872.698969] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.709412] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa67e9-5b94-f1f2-e135-8b8c166c0096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.903205] env[71079]: DEBUG nova.compute.manager [req-e61b97c8-47f7-441c-a4ec-5740392ec84d req-5b3adea3-5ffe-4177-b8fb-d0203e7e8abc service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received event network-vif-plugged-e3c7de24-614d-4c0a-88d2-ead1323b97f5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.903428] env[71079]: DEBUG oslo_concurrency.lockutils [req-e61b97c8-47f7-441c-a4ec-5740392ec84d req-5b3adea3-5ffe-4177-b8fb-d0203e7e8abc service nova] Acquiring lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.903643] env[71079]: DEBUG oslo_concurrency.lockutils [req-e61b97c8-47f7-441c-a4ec-5740392ec84d req-5b3adea3-5ffe-4177-b8fb-d0203e7e8abc service nova] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.903809] env[71079]: DEBUG oslo_concurrency.lockutils [req-e61b97c8-47f7-441c-a4ec-5740392ec84d req-5b3adea3-5ffe-4177-b8fb-d0203e7e8abc service nova] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.903970] env[71079]: DEBUG nova.compute.manager [req-e61b97c8-47f7-441c-a4ec-5740392ec84d req-5b3adea3-5ffe-4177-b8fb-d0203e7e8abc service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] No waiting events found dispatching network-vif-plugged-e3c7de24-614d-4c0a-88d2-ead1323b97f5 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.904261] env[71079]: WARNING nova.compute.manager [req-e61b97c8-47f7-441c-a4ec-5740392ec84d req-5b3adea3-5ffe-4177-b8fb-d0203e7e8abc service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received unexpected event network-vif-plugged-e3c7de24-614d-4c0a-88d2-ead1323b97f5 for instance with vm_state building and task_state spawning. [ 873.020631] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Successfully updated port: e3c7de24-614d-4c0a-88d2-ead1323b97f5 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.054187] env[71079]: DEBUG oslo_concurrency.lockutils [req-d6bf0508-eba6-449a-af3f-ccb113c054ac req-4edbdd50-0720-4117-8691-ba9e0969b09e service nova] Releasing lock "refresh_cache-33f03d75-9686-4550-9de0-d6b20d47926c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.083115] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279016, 'name': ReconfigVM_Task, 'duration_secs': 0.769116} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.083377] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 9f66f94d-4307-4e25-8f85-852c6e45b609/9f66f94d-4307-4e25-8f85-852c6e45b609.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.083996] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17756278-8dec-4bee-abd4-83e38663c09d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.089855] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 873.089855] env[71079]: value = "task-3279017" [ 873.089855] env[71079]: _type = "Task" [ 873.089855] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.097727] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279017, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.107303] env[71079]: DEBUG nova.compute.utils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.117588] env[71079]: DEBUG nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.117588] env[71079]: DEBUG nova.network.neutron [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.158978] env[71079]: DEBUG nova.policy [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '413eb64089cb412db02a53dc8dfc11ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0776dd468f64861bbea2dd546354170', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.210494] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa67e9-5b94-f1f2-e135-8b8c166c0096, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.210842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.211134] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 640f91ee-1194-40aa-b29d-a1adb07914dd/640f91ee-1194-40aa-b29d-a1adb07914dd.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.211415] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7356b6b1-fdc7-4e6c-a143-13d16e5ec49a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.221271] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 873.221271] env[71079]: value = "task-3279018" [ 873.221271] env[71079]: _type = "Task" [ 873.221271] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.229598] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.470366] env[71079]: DEBUG nova.network.neutron [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Successfully created port: 3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.599747] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279017, 'name': Rename_Task, 'duration_secs': 0.145082} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.600289] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.600452] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff6dfb5-a8d3-417b-86ab-1cd084b5e6c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.607327] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 873.607327] env[71079]: value = "task-3279019" [ 873.607327] env[71079]: _type = "Task" [ 873.607327] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.618451] env[71079]: DEBUG nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.621815] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.622843] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Applying migration context for instance ff127830-f98c-463a-b964-300ebdbfdab5 as it has an incoming, in-progress migration 8ddf4fa6-5369-400e-8270-29b43666481d. Migration status is confirming {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 873.626156] env[71079]: INFO nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating resource usage from migration 8ddf4fa6-5369-400e-8270-29b43666481d [ 873.668784] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d1ee91d7-9d84-4094-8d38-166d8a2b999e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.668784] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 926f7d25-80c5-408e-b2b5-0544d36305f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.668784] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 234bae3a-7868-453f-9072-24eb855d57ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.669018] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 58c5506b-a2a4-475c-aa80-27b9732234d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.669127] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance a9c09f10-52bf-4b7a-b7f1-c432c23c88b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.669256] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 37e0139a-2f1f-4945-9b64-3a711e7759cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.669372] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.669484] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance ba8e907b-2f8c-4d51-96c5-933e9dd2b47d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.669594] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 1f678579-a949-4bf2-9526-b3ca84eda4cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.669715] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4dab1fc3-34f9-44da-b148-7503f7b6701e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.669832] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 2a276018-af94-41e2-aa14-0fe121b25c46 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.669954] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e58678a9-0d5b-45cb-8377-9e0c138889c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.670130] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 147884b2-d4e7-4759-ad7e-8cc1b2f098f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.670267] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 857a46b2-651b-4144-8bcf-0ae05e663f21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.670383] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Migration 8ddf4fa6-5369-400e-8270-29b43666481d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 873.670493] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance ff127830-f98c-463a-b964-300ebdbfdab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.670601] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 33f03d75-9686-4550-9de0-d6b20d47926c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.670708] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 64be6bef-6f28-4c4b-813e-f5028cedb21b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.670816] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 9f66f94d-4307-4e25-8f85-852c6e45b609 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.670923] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 640f91ee-1194-40aa-b29d-a1adb07914dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.671042] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4cd73923-4b6d-4923-bb90-f0679c05e709 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.671153] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.731858] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279018, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.117047] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.175060] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.232879] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535444} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.233432] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 640f91ee-1194-40aa-b29d-a1adb07914dd/640f91ee-1194-40aa-b29d-a1adb07914dd.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.233432] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.233645] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80f5ac47-4dc0-40de-98af-87f25c14f4cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.240988] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 874.240988] env[71079]: value = "task-3279020" [ 874.240988] env[71079]: _type = "Task" [ 874.240988] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.249483] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.618532] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279019, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.633827] env[71079]: DEBUG nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.658104] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.658312] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.658468] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.658647] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.658791] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.658992] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.659151] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.659309] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.659475] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.659669] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.659803] env[71079]: DEBUG nova.virt.hardware [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.660685] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e56d1f9-1ec4-46ba-957f-a20705bcb3e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.668490] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5adf1e-33cf-4823-a381-93a6d496091d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.681948] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e460159d-efc7-4afd-a28d-93606c38bfbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.682225] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 874.682372] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 874.753032] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.364782} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.753324] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.754174] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fd4c18-1c8d-4a96-ba2d-cb5e11d1221f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.777846] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 640f91ee-1194-40aa-b29d-a1adb07914dd/640f91ee-1194-40aa-b29d-a1adb07914dd.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.778202] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521694a2-872f-483a-8183-8db42e94c2cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.800879] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 874.800879] env[71079]: value = "task-3279021" [ 874.800879] env[71079]: _type = "Task" [ 874.800879] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.810639] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.032522] env[71079]: DEBUG nova.compute.manager [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received event network-changed-e3c7de24-614d-4c0a-88d2-ead1323b97f5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.033160] env[71079]: DEBUG nova.compute.manager [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Refreshing instance network info cache due to event network-changed-e3c7de24-614d-4c0a-88d2-ead1323b97f5. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.033556] env[71079]: DEBUG oslo_concurrency.lockutils [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] Acquiring lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.033825] env[71079]: DEBUG oslo_concurrency.lockutils [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] Acquired lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.034200] env[71079]: DEBUG nova.network.neutron [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Refreshing network info cache for port e3c7de24-614d-4c0a-88d2-ead1323b97f5 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.057025] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59617791-2bb1-4194-a8fd-86eb9855b0d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.066102] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459424d6-be3d-4efc-bde1-be739791189c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.100911] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2e701a-6786-43c5-bf97-946fb2907f27 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.109871] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21769314-fb79-4cb1-ade3-03185306dd8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.127718] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.137612] env[71079]: DEBUG oslo_vmware.api [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279019, 'name': PowerOnVM_Task, 'duration_secs': 1.332723} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.138667] env[71079]: DEBUG nova.network.neutron [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Successfully updated port: 3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.139923] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.141067] env[71079]: INFO nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Took 9.76 seconds to spawn the instance on the hypervisor. [ 875.141067] env[71079]: DEBUG nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.141494] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536c2e62-1b68-439f-903b-dd57ae8807a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.175263] env[71079]: DEBUG nova.compute.manager [req-7d1303c2-65d4-4083-bac2-4ded03affd39 req-5c43c9f5-11fc-436f-b1ea-1e57cb08e782 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received event network-vif-plugged-fb937cc3-a907-4421-8d74-f917744c3614 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.175626] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d1303c2-65d4-4083-bac2-4ded03affd39 req-5c43c9f5-11fc-436f-b1ea-1e57cb08e782 service nova] Acquiring lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.175783] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d1303c2-65d4-4083-bac2-4ded03affd39 req-5c43c9f5-11fc-436f-b1ea-1e57cb08e782 service nova] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.176017] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d1303c2-65d4-4083-bac2-4ded03affd39 req-5c43c9f5-11fc-436f-b1ea-1e57cb08e782 service nova] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.176322] env[71079]: DEBUG nova.compute.manager [req-7d1303c2-65d4-4083-bac2-4ded03affd39 req-5c43c9f5-11fc-436f-b1ea-1e57cb08e782 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] No waiting events found dispatching network-vif-plugged-fb937cc3-a907-4421-8d74-f917744c3614 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.176537] env[71079]: WARNING nova.compute.manager [req-7d1303c2-65d4-4083-bac2-4ded03affd39 req-5c43c9f5-11fc-436f-b1ea-1e57cb08e782 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received unexpected event network-vif-plugged-fb937cc3-a907-4421-8d74-f917744c3614 for instance with vm_state building and task_state spawning. [ 875.270309] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Successfully updated port: fb937cc3-a907-4421-8d74-f917744c3614 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.310476] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279021, 'name': ReconfigVM_Task, 'duration_secs': 0.49462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.310699] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 640f91ee-1194-40aa-b29d-a1adb07914dd/640f91ee-1194-40aa-b29d-a1adb07914dd.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.311347] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91268372-1180-4711-9458-cf2b6ba9a9f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.318831] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 875.318831] env[71079]: value = "task-3279022" [ 875.318831] env[71079]: _type = "Task" [ 875.318831] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.327721] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279022, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.574427] env[71079]: DEBUG nova.network.neutron [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.641722] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.645513] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.645648] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.645824] env[71079]: DEBUG nova.network.neutron [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.662798] env[71079]: DEBUG nova.network.neutron [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.666098] env[71079]: INFO nova.compute.manager [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Took 36.77 seconds to build instance. [ 875.772816] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.829080] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279022, 'name': Rename_Task, 'duration_secs': 0.337714} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.829376] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.829632] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e2aeaa-09c8-43e3-b74d-3325b971884a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.835421] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 875.835421] env[71079]: value = "task-3279023" [ 875.835421] env[71079]: _type = "Task" [ 875.835421] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.842451] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.148356] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 876.148605] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.544s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.150712] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.416s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.150909] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.152678] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.846s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.154203] env[71079]: INFO nova.compute.claims [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.156913] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.156913] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Cleaning up deleted instances {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 876.167579] env[71079]: DEBUG oslo_concurrency.lockutils [req-38fbb92d-f97e-48b2-8830-2f6d0bdcbaac req-44a2612e-8734-4ead-9410-f8ec2ece0dd7 service nova] Releasing lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.168369] env[71079]: DEBUG oslo_concurrency.lockutils [None req-711afb8c-324c-4fee-842e-2a9d3fcf840a tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.278s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.168369] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.168488] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.184588] env[71079]: INFO nova.scheduler.client.report [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted allocations for instance e58678a9-0d5b-45cb-8377-9e0c138889c5 [ 876.188723] env[71079]: DEBUG nova.network.neutron [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.345618] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.379882] env[71079]: DEBUG nova.network.neutron [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286ece4-ce", "ovs_interfaceid": "3286ece4-cec6-41b3-ac62-8840ff23a012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.671810] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] There are 43 instances to clean {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 876.672188] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: a65f7523-35a3-4490-8bc2-2047b5c1dfb2] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.695881] env[71079]: DEBUG oslo_concurrency.lockutils [None req-87d9483e-df2d-467b-8f9e-aa14b3d42e89 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e58678a9-0d5b-45cb-8377-9e0c138889c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.839s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.742356] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.845136] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279023, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.882870] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.883140] env[71079]: DEBUG nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Instance network_info: |[{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286ece4-ce", "ovs_interfaceid": "3286ece4-cec6-41b3-ac62-8840ff23a012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.883536] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:8f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3286ece4-cec6-41b3-ac62-8840ff23a012', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.891015] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating folder: Project (d0776dd468f64861bbea2dd546354170). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.893513] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc716a1c-c2e9-461d-b84c-72ef8d21f1c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.903497] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Created folder: Project (d0776dd468f64861bbea2dd546354170) in parent group-v654700. [ 876.903700] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating folder: Instances. Parent ref: group-v654882. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.903933] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94decaf-d82f-40e1-a972-42ff59ad7b37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.914399] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Created folder: Instances in parent group-v654882. [ 876.914628] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.917699] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.919352] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05082aca-8942-4b45-8f0f-d3b3b7901701 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.937791] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.937791] env[71079]: value = "task-3279026" [ 876.937791] env[71079]: _type = "Task" [ 876.937791] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.944892] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279026, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.000506] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c168a94-bcbd-42d1-80b3-01f442765d9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.007665] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7dd8a3-8bec-4a38-af29-67c0714065ee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.042028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "64be6bef-6f28-4c4b-813e-f5028cedb21b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.042028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.042028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "64be6bef-6f28-4c4b-813e-f5028cedb21b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.042028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.042028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.044166] env[71079]: INFO nova.compute.manager [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Terminating instance [ 877.051570] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7333efd-4f56-4ae1-b96a-df5661e1f0aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.061283] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39848b5-bf80-4e79-b393-34bc3201aee2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.068665] env[71079]: DEBUG nova.compute.manager [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received event network-vif-plugged-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.068665] env[71079]: DEBUG oslo_concurrency.lockutils [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.068665] env[71079]: DEBUG oslo_concurrency.lockutils [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.068665] env[71079]: DEBUG oslo_concurrency.lockutils [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.068895] env[71079]: DEBUG nova.compute.manager [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] No waiting events found dispatching network-vif-plugged-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.068988] env[71079]: WARNING nova.compute.manager [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received unexpected event network-vif-plugged-3286ece4-cec6-41b3-ac62-8840ff23a012 for instance with vm_state building and task_state spawning. [ 877.069160] env[71079]: DEBUG nova.compute.manager [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received event network-changed-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.069313] env[71079]: DEBUG nova.compute.manager [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Refreshing instance network info cache due to event network-changed-3286ece4-cec6-41b3-ac62-8840ff23a012. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.069528] env[71079]: DEBUG oslo_concurrency.lockutils [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] Acquiring lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.069670] env[71079]: DEBUG oslo_concurrency.lockutils [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] Acquired lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.069822] env[71079]: DEBUG nova.network.neutron [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Refreshing network info cache for port 3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.083564] env[71079]: DEBUG nova.compute.provider_tree [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.091027] env[71079]: DEBUG nova.network.neutron [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Updating instance_info_cache with network_info: [{"id": "e3c7de24-614d-4c0a-88d2-ead1323b97f5", "address": "fa:16:3e:a5:ed:dd", "network": {"id": "b07f36e5-1bc8-4801-b94c-39ca62affb75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1618545787", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c7de24-61", "ovs_interfaceid": "e3c7de24-614d-4c0a-88d2-ead1323b97f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb937cc3-a907-4421-8d74-f917744c3614", "address": "fa:16:3e:2d:4f:82", "network": {"id": "67726a25-01e8-4c12-91c0-1c4b619bc62e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553911075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb937cc3-a9", "ovs_interfaceid": "fb937cc3-a907-4421-8d74-f917744c3614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.153203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "9f66f94d-4307-4e25-8f85-852c6e45b609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.153530] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.153681] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "9f66f94d-4307-4e25-8f85-852c6e45b609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.154021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.154238] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.156772] env[71079]: INFO nova.compute.manager [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Terminating instance [ 877.181368] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 3b6a64a5-cf7b-4a2f-bb8f-ef4622998d53] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.251811] env[71079]: DEBUG nova.compute.manager [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received event network-changed-fb937cc3-a907-4421-8d74-f917744c3614 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.252012] env[71079]: DEBUG nova.compute.manager [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Refreshing instance network info cache due to event network-changed-fb937cc3-a907-4421-8d74-f917744c3614. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.252219] env[71079]: DEBUG oslo_concurrency.lockutils [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] Acquiring lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.345823] env[71079]: DEBUG oslo_vmware.api [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279023, 'name': PowerOnVM_Task, 'duration_secs': 1.403601} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.346141] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.346325] env[71079]: INFO nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Took 9.48 seconds to spawn the instance on the hypervisor. [ 877.346505] env[71079]: DEBUG nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.347585] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46761a51-2e47-4c40-8cf6-6f3ec5d58a1c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.446843] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279026, 'name': CreateVM_Task, 'duration_secs': 0.326947} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.447038] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.447789] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.447954] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.448291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.448550] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceff17b2-332b-4c4d-aafd-623b84cf0883 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.453351] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 877.453351] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dc7e51-1d6b-b083-9c98-dd708b604568" [ 877.453351] env[71079]: _type = "Task" [ 877.453351] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.460762] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dc7e51-1d6b-b083-9c98-dd708b604568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.549123] env[71079]: DEBUG nova.compute.manager [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.549375] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.550312] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac79537-98d5-4f73-b7d5-0fa897ce912e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.557585] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "6586ddaf-a134-413e-b13c-d0e8529d2603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.557851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.561687] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.561923] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2af24c-1c6c-4ab1-9c26-1a906de2f1d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.568506] env[71079]: DEBUG oslo_vmware.api [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 877.568506] env[71079]: value = "task-3279027" [ 877.568506] env[71079]: _type = "Task" [ 877.568506] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.578713] env[71079]: DEBUG oslo_vmware.api [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.586947] env[71079]: DEBUG nova.scheduler.client.report [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.593926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Releasing lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.594303] env[71079]: DEBUG nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Instance network_info: |[{"id": "e3c7de24-614d-4c0a-88d2-ead1323b97f5", "address": "fa:16:3e:a5:ed:dd", "network": {"id": "b07f36e5-1bc8-4801-b94c-39ca62affb75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1618545787", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c7de24-61", "ovs_interfaceid": "e3c7de24-614d-4c0a-88d2-ead1323b97f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb937cc3-a907-4421-8d74-f917744c3614", "address": "fa:16:3e:2d:4f:82", "network": {"id": "67726a25-01e8-4c12-91c0-1c4b619bc62e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553911075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb937cc3-a9", "ovs_interfaceid": "fb937cc3-a907-4421-8d74-f917744c3614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.594590] env[71079]: DEBUG oslo_concurrency.lockutils [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] Acquired lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.594795] env[71079]: DEBUG nova.network.neutron [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Refreshing network info cache for port fb937cc3-a907-4421-8d74-f917744c3614 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.596094] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ed:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3c7de24-614d-4c0a-88d2-ead1323b97f5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:4f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb937cc3-a907-4421-8d74-f917744c3614', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.606754] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.610455] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.610883] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50035f45-4d83-4c38-8f7e-256cdf4ff8e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.633545] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.633545] env[71079]: value = "task-3279028" [ 877.633545] env[71079]: _type = "Task" [ 877.633545] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.641445] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279028, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.662652] env[71079]: DEBUG nova.compute.manager [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.662967] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.664058] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df9121-9103-4d4d-9ebd-a12a1bd97502 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.675614] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.679074] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a42c82-fda0-4b8d-b65c-2cb6643be8c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.684961] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 18556490-682c-4a4d-9470-c0058afaa575] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.688196] env[71079]: DEBUG oslo_vmware.api [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 877.688196] env[71079]: value = "task-3279029" [ 877.688196] env[71079]: _type = "Task" [ 877.688196] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.698289] env[71079]: DEBUG oslo_vmware.api [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.864879] env[71079]: DEBUG nova.network.neutron [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updated VIF entry in instance network info cache for port 3286ece4-cec6-41b3-ac62-8840ff23a012. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.865313] env[71079]: DEBUG nova.network.neutron [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286ece4-ce", "ovs_interfaceid": "3286ece4-cec6-41b3-ac62-8840ff23a012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.866573] env[71079]: INFO nova.compute.manager [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Took 37.70 seconds to build instance. [ 877.963791] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dc7e51-1d6b-b083-9c98-dd708b604568, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.964094] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.964357] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.964598] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.964742] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.964918] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.965193] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1597bd8d-1e70-4609-b994-ae9360ee904e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.973175] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.973411] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.974098] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de9b88b-a8bf-4196-8111-f37d52c6244b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.979180] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 877.979180] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251bad8-2eec-b123-02f4-c3bb7880439d" [ 877.979180] env[71079]: _type = "Task" [ 877.979180] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.986140] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251bad8-2eec-b123-02f4-c3bb7880439d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.060680] env[71079]: DEBUG nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.078353] env[71079]: DEBUG oslo_vmware.api [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279027, 'name': PowerOffVM_Task, 'duration_secs': 0.269449} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.078625] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.078789] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.079410] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-464269f6-d7f0-4852-bad0-a4961fec93f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.094030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.941s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.094554] env[71079]: DEBUG nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.097737] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.750s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.097926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.100007] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.828s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.100209] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.102249] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.869s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.102438] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.103983] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.766s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.129798] env[71079]: INFO nova.scheduler.client.report [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted allocations for instance 147884b2-d4e7-4759-ad7e-8cc1b2f098f1 [ 878.132833] env[71079]: INFO nova.scheduler.client.report [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Deleted allocations for instance 37e0139a-2f1f-4945-9b64-3a711e7759cb [ 878.146983] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279028, 'name': CreateVM_Task, 'duration_secs': 0.477618} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.148051] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.148300] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.148410] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.148583] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleting the datastore file [datastore1] 64be6bef-6f28-4c4b-813e-f5028cedb21b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.149498] env[71079]: INFO nova.scheduler.client.report [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Deleted allocations for instance 857a46b2-651b-4144-8bcf-0ae05e663f21 [ 878.150948] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.151146] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.151734] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.151734] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e405f6-c2d9-41c6-9bf2-1dc1f83bc604 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.155664] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c896c8-067e-43a6-966b-4309c24ebf99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.160932] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 878.160932] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5296f9f3-a564-816d-cbca-bdede8a4b70f" [ 878.160932] env[71079]: _type = "Task" [ 878.160932] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.164815] env[71079]: DEBUG oslo_vmware.api [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 878.164815] env[71079]: value = "task-3279031" [ 878.164815] env[71079]: _type = "Task" [ 878.164815] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.171392] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5296f9f3-a564-816d-cbca-bdede8a4b70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.175854] env[71079]: DEBUG oslo_vmware.api [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.189344] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: b1f3f5b8-1f35-40ed-a462-eda3ca855154] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.200715] env[71079]: DEBUG oslo_vmware.api [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279029, 'name': PowerOffVM_Task, 'duration_secs': 0.166995} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.201088] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.201457] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.201750] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c39dd75c-4dd5-49f6-8e98-979ebad7e971 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.283915] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.284172] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.284554] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleting the datastore file [datastore1] 9f66f94d-4307-4e25-8f85-852c6e45b609 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.284863] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8125cdcd-65b7-4688-911c-7f1a226b37c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.291149] env[71079]: DEBUG oslo_vmware.api [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 878.291149] env[71079]: value = "task-3279033" [ 878.291149] env[71079]: _type = "Task" [ 878.291149] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.300093] env[71079]: DEBUG oslo_vmware.api [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.369219] env[71079]: DEBUG oslo_concurrency.lockutils [req-40f944b5-0677-4fd2-b233-c3748f9f65e8 req-3937ff2d-9dd6-450a-9041-394b5592fc4b service nova] Releasing lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.371907] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ff1be7f4-b9d2-4626-b0f8-94195656495b tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.217s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.489332] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251bad8-2eec-b123-02f4-c3bb7880439d, 'name': SearchDatastore_Task, 'duration_secs': 0.013675} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.490161] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732f33b6-485b-4fc3-a933-1a4e690fe0dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.494992] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 878.494992] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a75e61-bbfd-0f48-43c4-cd96ec605af0" [ 878.494992] env[71079]: _type = "Task" [ 878.494992] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.502214] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a75e61-bbfd-0f48-43c4-cd96ec605af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.559122] env[71079]: DEBUG nova.network.neutron [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Updated VIF entry in instance network info cache for port fb937cc3-a907-4421-8d74-f917744c3614. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.559581] env[71079]: DEBUG nova.network.neutron [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Updating instance_info_cache with network_info: [{"id": "e3c7de24-614d-4c0a-88d2-ead1323b97f5", "address": "fa:16:3e:a5:ed:dd", "network": {"id": "b07f36e5-1bc8-4801-b94c-39ca62affb75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1618545787", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c7de24-61", "ovs_interfaceid": "e3c7de24-614d-4c0a-88d2-ead1323b97f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb937cc3-a907-4421-8d74-f917744c3614", "address": "fa:16:3e:2d:4f:82", "network": {"id": "67726a25-01e8-4c12-91c0-1c4b619bc62e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553911075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb937cc3-a9", "ovs_interfaceid": "fb937cc3-a907-4421-8d74-f917744c3614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.579357] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.607638] env[71079]: DEBUG nova.compute.utils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.613368] env[71079]: DEBUG nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.613577] env[71079]: DEBUG nova.network.neutron [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.643590] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c9fa220-554c-4916-8a77-5cb1e16c0c89 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "147884b2-d4e7-4759-ad7e-8cc1b2f098f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.898s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.644832] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea525866-8cb1-4b64-ae4e-63af212837cc tempest-FloatingIPsAssociationTestJSON-858291490 tempest-FloatingIPsAssociationTestJSON-858291490-project-member] Lock "37e0139a-2f1f-4945-9b64-3a711e7759cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.721s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.659489] env[71079]: DEBUG nova.policy [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.670818] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcf2d4c4-4829-412d-b8c4-ea8cdf64551d tempest-TenantUsagesTestJSON-91902318 tempest-TenantUsagesTestJSON-91902318-project-member] Lock "857a46b2-651b-4144-8bcf-0ae05e663f21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.801s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.685123] env[71079]: DEBUG oslo_vmware.api [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143667} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.688303] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.688506] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.688678] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.688868] env[71079]: INFO nova.compute.manager [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 878.689120] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.689373] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5296f9f3-a564-816d-cbca-bdede8a4b70f, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.691888] env[71079]: DEBUG nova.compute.manager [-] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.691981] env[71079]: DEBUG nova.network.neutron [-] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.693898] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.694100] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.694330] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.695412] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.695555] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.697819] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 012270cd-9326-4ca7-a891-82cd30d74e4d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.701025] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a57b9552-4869-45bb-85a8-6db1f7d94101 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.709573] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.709792] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.713048] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8a56a1-2422-40ae-b25c-18909ab2a1e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.719203] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 878.719203] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52930da0-3a79-50a2-96b7-656831a7dbfb" [ 878.719203] env[71079]: _type = "Task" [ 878.719203] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.727607] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52930da0-3a79-50a2-96b7-656831a7dbfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.802610] env[71079]: DEBUG oslo_vmware.api [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165757} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.802610] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.803354] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.803354] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.803997] env[71079]: INFO nova.compute.manager [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Took 1.14 seconds to destroy the instance on the hypervisor. [ 878.805982] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.805982] env[71079]: DEBUG nova.compute.manager [-] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.805982] env[71079]: DEBUG nova.network.neutron [-] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.984961] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28982457-6461-458a-be7b-323919a03c6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.745414] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cb4685-da1c-40a8-a71e-d23ad90be6d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.753975] env[71079]: DEBUG nova.network.neutron [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Successfully created port: 3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.763853] env[71079]: DEBUG oslo_concurrency.lockutils [req-11c94b4b-f0d0-4e9e-8875-a0eacbb26522 req-c2a4865c-94cf-4847-a569-9bb8ffe5c024 service nova] Releasing lock "refresh_cache-4cd73923-4b6d-4923-bb90-f0679c05e709" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.763853] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "640f91ee-1194-40aa-b29d-a1adb07914dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.763853] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.763853] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "640f91ee-1194-40aa-b29d-a1adb07914dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.763853] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.763853] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.765312] env[71079]: DEBUG nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.768435] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 3c39b509-a5be-4ab6-a5eb-8d1255e10a7b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.771074] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "1f678579-a949-4bf2-9526-b3ca84eda4cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.771337] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.771987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "1f678579-a949-4bf2-9526-b3ca84eda4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.771987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.771987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.774389] env[71079]: DEBUG nova.compute.manager [req-2af6ef62-ac99-4423-805f-f4b4c6ff4cfd req-1bc76ab1-64f7-4c61-a02a-8c185a1510bb service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Received event network-vif-deleted-cc09cf9b-fea5-494b-9a00-5a12ecdf16a2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.774568] env[71079]: INFO nova.compute.manager [req-2af6ef62-ac99-4423-805f-f4b4c6ff4cfd req-1bc76ab1-64f7-4c61-a02a-8c185a1510bb service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Neutron deleted interface cc09cf9b-fea5-494b-9a00-5a12ecdf16a2; detaching it from the instance and deleting it from the info cache [ 879.774749] env[71079]: DEBUG nova.network.neutron [req-2af6ef62-ac99-4423-805f-f4b4c6ff4cfd req-1bc76ab1-64f7-4c61-a02a-8c185a1510bb service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.776760] env[71079]: DEBUG nova.compute.manager [req-26435226-c0d1-4ff6-b834-6a4464c3edb3 req-123d5793-acfa-4e6b-bee8-698b8a7470d6 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Received event network-vif-deleted-5fa93504-c971-4e5b-a605-0c8726ec5930 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.779249] env[71079]: INFO nova.compute.manager [req-26435226-c0d1-4ff6-b834-6a4464c3edb3 req-123d5793-acfa-4e6b-bee8-698b8a7470d6 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Neutron deleted interface 5fa93504-c971-4e5b-a605-0c8726ec5930; detaching it from the instance and deleting it from the info cache [ 879.779249] env[71079]: DEBUG nova.network.neutron [req-26435226-c0d1-4ff6-b834-6a4464c3edb3 req-123d5793-acfa-4e6b-bee8-698b8a7470d6 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.779249] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a75e61-bbfd-0f48-43c4-cd96ec605af0, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.781446] env[71079]: INFO nova.compute.manager [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Terminating instance [ 879.782949] env[71079]: INFO nova.compute.manager [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Terminating instance [ 879.788638] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.788960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.793193] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-686a0df4-3e49-4e4b-837b-d02d11b173ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.830463] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29cb77-f706-4e81-ba22-e99b64905f96 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.837027] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52930da0-3a79-50a2-96b7-656831a7dbfb, 'name': SearchDatastore_Task, 'duration_secs': 0.008279} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.838129] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 879.838129] env[71079]: value = "task-3279034" [ 879.838129] env[71079]: _type = "Task" [ 879.838129] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.838866] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dab62cb-a67d-41c4-b1f3-d3b6fb507b81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.849443] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3c54e-0835-44a4-92fd-d19276748bd6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.856837] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 879.856837] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52433601-181f-89c8-1961-35e3d43421e1" [ 879.856837] env[71079]: _type = "Task" [ 879.856837] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.867631] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.878482] env[71079]: DEBUG nova.compute.provider_tree [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.887078] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52433601-181f-89c8-1961-35e3d43421e1, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.887543] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.887756] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4cd73923-4b6d-4923-bb90-f0679c05e709/4cd73923-4b6d-4923-bb90-f0679c05e709.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.888085] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7694b8e-9418-4594-8b0b-8c4fbb8afaa7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.896195] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 879.896195] env[71079]: value = "task-3279035" [ 879.896195] env[71079]: _type = "Task" [ 879.896195] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.905215] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.149582] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.149582] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.282929] env[71079]: DEBUG nova.network.neutron [-] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.288764] env[71079]: DEBUG nova.network.neutron [-] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.294325] env[71079]: DEBUG nova.compute.manager [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.294947] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.296067] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39382f60-e3a1-411d-ba24-96ab88197ef2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.304767] env[71079]: DEBUG nova.compute.manager [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.305081] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.307966] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e7dd0f-ea18-422e-b841-f7fd8c024372 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.321186] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.323863] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2360c9f9-fd23-4b6b-8da6-dc1f77766be7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.325796] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.328045] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d8770c-3abd-4340-a7ad-fe664a7691fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.333282] env[71079]: DEBUG oslo_vmware.api [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 880.333282] env[71079]: value = "task-3279037" [ 880.333282] env[71079]: _type = "Task" [ 880.333282] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.335541] env[71079]: DEBUG oslo_vmware.api [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 880.335541] env[71079]: value = "task-3279036" [ 880.335541] env[71079]: _type = "Task" [ 880.335541] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.355122] env[71079]: DEBUG oslo_vmware.api [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.357498] env[71079]: DEBUG oslo_vmware.api [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.363276] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505566} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.363901] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 8cce201b-6d8a-4145-99be-e8c0c8bf9685] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.367198] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee365651-2d87-4fca-bad8-3c066cc1edba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.369478] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc8bc024-dbeb-41f0-bc82-f903303b6a78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.373507] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.373704] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.374507] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c7c66a6-3319-4f82-bc3a-c6568e3df50f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.383792] env[71079]: DEBUG nova.scheduler.client.report [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.392646] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32f38f-a709-4975-acd8-3fba10ccfa60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.407541] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 880.407541] env[71079]: value = "task-3279038" [ 880.407541] env[71079]: _type = "Task" [ 880.407541] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.411748] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079bd306-8779-4866-8f05-128250fe955b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.440939] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.455872] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279038, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.456487] env[71079]: DEBUG nova.compute.manager [req-26435226-c0d1-4ff6-b834-6a4464c3edb3 req-123d5793-acfa-4e6b-bee8-698b8a7470d6 service nova] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Detach interface failed, port_id=5fa93504-c971-4e5b-a605-0c8726ec5930, reason: Instance 9f66f94d-4307-4e25-8f85-852c6e45b609 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.469609] env[71079]: DEBUG nova.compute.manager [req-2af6ef62-ac99-4423-805f-f4b4c6ff4cfd req-1bc76ab1-64f7-4c61-a02a-8c185a1510bb service nova] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Detach interface failed, port_id=cc09cf9b-fea5-494b-9a00-5a12ecdf16a2, reason: Instance 64be6bef-6f28-4c4b-813e-f5028cedb21b could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.656503] env[71079]: DEBUG nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.789294] env[71079]: INFO nova.compute.manager [-] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Took 2.10 seconds to deallocate network for instance. [ 880.796095] env[71079]: DEBUG nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.800282] env[71079]: INFO nova.compute.manager [-] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Took 2.00 seconds to deallocate network for instance. [ 880.842213] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.842435] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.842602] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.842846] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.843036] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.843244] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.844320] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.844320] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.844320] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.844320] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.844505] env[71079]: DEBUG nova.virt.hardware [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.846217] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac5ace-3e0c-4a5a-af0f-edc5fead4905 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.857782] env[71079]: DEBUG oslo_vmware.api [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279037, 'name': PowerOffVM_Task, 'duration_secs': 0.337251} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.860026] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.860026] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.860872] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76a2b100-85bd-45a3-9f17-b4ce1e5490c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.866342] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa342489-2593-4b51-aa6e-cbc2d3d75a59 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.870647] env[71079]: DEBUG oslo_vmware.api [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279036, 'name': PowerOffVM_Task, 'duration_secs': 0.315157} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.871254] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.871517] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.872033] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2043d3a9-b2a4-40f7-b084-1223c6404896 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.874605] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e9a83d03-eb36-4d1e-9f24-cd0a3f3fe375] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.925991] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665731} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.929744] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4cd73923-4b6d-4923-bb90-f0679c05e709/4cd73923-4b6d-4923-bb90-f0679c05e709.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.930156] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.931176] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1064790-412a-4c6f-9481-021a064e7536 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.939918] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080642} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.940497] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.941211] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 880.941211] env[71079]: value = "task-3279041" [ 880.941211] env[71079]: _type = "Task" [ 880.941211] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.941647] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9dcea9-a145-4945-9595-0bfb48a331da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.951895] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.952246] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.952502] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleting the datastore file [datastore2] 640f91ee-1194-40aa-b29d-a1adb07914dd {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.953302] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eb1de87-47d8-4a67-84de-7b3c104ff10a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.976472] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.976871] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.978579] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059750be-9b48-467a-97f2-f504efb87e86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.995242] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.995775] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.995868] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleting the datastore file [datastore2] 1f678579-a949-4bf2-9526-b3ca84eda4cf {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.998143] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-753640b9-06e1-4616-994b-6dcc180e8dbd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.000555] env[71079]: DEBUG oslo_vmware.api [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for the task: (returnval){ [ 881.000555] env[71079]: value = "task-3279042" [ 881.000555] env[71079]: _type = "Task" [ 881.000555] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.007184] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 881.007184] env[71079]: value = "task-3279044" [ 881.007184] env[71079]: _type = "Task" [ 881.007184] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.008510] env[71079]: DEBUG oslo_vmware.api [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 881.008510] env[71079]: value = "task-3279043" [ 881.008510] env[71079]: _type = "Task" [ 881.008510] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.019022] env[71079]: DEBUG oslo_vmware.api [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.024707] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.027176] env[71079]: DEBUG oslo_vmware.api [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.188455] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.308434] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.310311] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.388325] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 490b72f5-9712-4947-bbff-0d603c264d7b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.390487] env[71079]: DEBUG nova.compute.manager [req-d2c5f3a4-60cf-400e-9335-7c4cb0073b90 req-a168499e-2c3d-4831-8cfb-e098d2aef65a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-vif-plugged-3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.391356] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2c5f3a4-60cf-400e-9335-7c4cb0073b90 req-a168499e-2c3d-4831-8cfb-e098d2aef65a service nova] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.391720] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2c5f3a4-60cf-400e-9335-7c4cb0073b90 req-a168499e-2c3d-4831-8cfb-e098d2aef65a service nova] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.392469] env[71079]: DEBUG oslo_concurrency.lockutils [req-d2c5f3a4-60cf-400e-9335-7c4cb0073b90 req-a168499e-2c3d-4831-8cfb-e098d2aef65a service nova] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.392610] env[71079]: DEBUG nova.compute.manager [req-d2c5f3a4-60cf-400e-9335-7c4cb0073b90 req-a168499e-2c3d-4831-8cfb-e098d2aef65a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] No waiting events found dispatching network-vif-plugged-3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.394699] env[71079]: WARNING nova.compute.manager [req-d2c5f3a4-60cf-400e-9335-7c4cb0073b90 req-a168499e-2c3d-4831-8cfb-e098d2aef65a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received unexpected event network-vif-plugged-3d927790-0139-447d-bd41-e42eb426ef8b for instance with vm_state building and task_state spawning. [ 881.414297] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.310s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.423107] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.847s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.423107] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.423890] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.077s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.425508] env[71079]: INFO nova.compute.claims [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.451939] env[71079]: INFO nova.scheduler.client.report [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Deleted allocations for instance 4dab1fc3-34f9-44da-b148-7503f7b6701e [ 881.461664] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073087} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.462547] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.463757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd851a35-8c02-4f32-8b83-0a3b36170ad8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.493238] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 4cd73923-4b6d-4923-bb90-f0679c05e709/4cd73923-4b6d-4923-bb90-f0679c05e709.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.495376] env[71079]: DEBUG nova.network.neutron [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Successfully updated port: 3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.497592] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e12033a-b35a-4147-a10a-232ad89a6029 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.533371] env[71079]: DEBUG oslo_vmware.api [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Task: {'id': task-3279042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161737} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.539660] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.539846] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.540030] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.540208] env[71079]: INFO nova.compute.manager [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Took 1.25 seconds to destroy the instance on the hypervisor. [ 881.540444] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.540650] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279044, 'name': ReconfigVM_Task, 'duration_secs': 0.311816} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.540905] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 881.540905] env[71079]: value = "task-3279045" [ 881.540905] env[71079]: _type = "Task" [ 881.540905] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.541389] env[71079]: DEBUG oslo_vmware.api [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173699} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.541586] env[71079]: DEBUG nova.compute.manager [-] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.541680] env[71079]: DEBUG nova.network.neutron [-] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.543290] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.543941] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.544126] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.544299] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.544461] env[71079]: INFO nova.compute.manager [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Took 1.24 seconds to destroy the instance on the hypervisor. [ 881.544667] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.544858] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-094fe2f1-05ac-46ec-928c-2042f1c9aec7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.548916] env[71079]: DEBUG nova.compute.manager [-] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.549020] env[71079]: DEBUG nova.network.neutron [-] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.557336] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.558596] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 881.558596] env[71079]: value = "task-3279046" [ 881.558596] env[71079]: _type = "Task" [ 881.558596] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.566539] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279046, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.889625] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 50270e8a-cf20-48b5-8b4a-ee8b839248bc] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.965836] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9c349168-629d-4c35-b533-f384f642916e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "4dab1fc3-34f9-44da-b148-7503f7b6701e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.809s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.991602] env[71079]: INFO nova.scheduler.client.report [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted allocation for migration 8ddf4fa6-5369-400e-8270-29b43666481d [ 882.018146] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.018146] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.018146] env[71079]: DEBUG nova.network.neutron [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.054984] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279045, 'name': ReconfigVM_Task, 'duration_secs': 0.287339} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.055333] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 4cd73923-4b6d-4923-bb90-f0679c05e709/4cd73923-4b6d-4923-bb90-f0679c05e709.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.056010] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b9e4a60-aff9-4caa-9c9e-6a64611d2b38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.063644] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 882.063644] env[71079]: value = "task-3279047" [ 882.063644] env[71079]: _type = "Task" [ 882.063644] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.070322] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279046, 'name': Rename_Task, 'duration_secs': 0.142581} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.070855] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.071096] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d8efbe-f2f3-48b8-97c0-faa77b74826a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.075853] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279047, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.079608] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 882.079608] env[71079]: value = "task-3279048" [ 882.079608] env[71079]: _type = "Task" [ 882.079608] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.087721] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.398528] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 20b1b140-6b52-4aaa-aa2c-bb074b137caf] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.500431] env[71079]: DEBUG oslo_concurrency.lockutils [None req-05724615-1615-4cf2-a890-8fe4931332f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.525s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.509780] env[71079]: DEBUG nova.network.neutron [-] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.550287] env[71079]: DEBUG nova.network.neutron [-] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.577815] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279047, 'name': Rename_Task, 'duration_secs': 0.240215} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.582262] env[71079]: DEBUG nova.network.neutron [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.584965] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.586760] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9bd18ff-a69c-4ac3-a5c4-167b9a296522 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.604790] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279048, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.606678] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 882.606678] env[71079]: value = "task-3279049" [ 882.606678] env[71079]: _type = "Task" [ 882.606678] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.619961] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279049, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.785330] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a3193-64e9-479e-a2e2-1d755d951417 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.793416] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ebe7c3-c4cb-48d6-a091-3693220cdea8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.828680] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c6ac4-dba1-4de6-bfbc-1fceed81bea0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.832105] env[71079]: DEBUG nova.network.neutron [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.838575] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae550f-9e8a-4715-9bdc-fe855f3d97c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.853447] env[71079]: DEBUG nova.compute.provider_tree [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.889263] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "234bae3a-7868-453f-9072-24eb855d57ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.889535] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.889776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "234bae3a-7868-453f-9072-24eb855d57ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.890025] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.890144] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.895069] env[71079]: INFO nova.compute.manager [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Terminating instance [ 882.902310] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 0f730caf-20aa-4549-9821-c51a9cd16cd9] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.012597] env[71079]: INFO nova.compute.manager [-] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Took 1.47 seconds to deallocate network for instance. [ 883.053112] env[71079]: INFO nova.compute.manager [-] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Took 1.50 seconds to deallocate network for instance. [ 883.095410] env[71079]: DEBUG oslo_vmware.api [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279048, 'name': PowerOnVM_Task, 'duration_secs': 0.531013} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.095698] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.095935] env[71079]: INFO nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Took 8.46 seconds to spawn the instance on the hypervisor. [ 883.096211] env[71079]: DEBUG nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.097066] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e264c37c-0ba0-4220-9e80-964680d2b142 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.121957] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.334991] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.335432] env[71079]: DEBUG nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Instance network_info: |[{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.335787] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:5c:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d927790-0139-447d-bd41-e42eb426ef8b', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.345569] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.346166] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.346250] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e392c13-223c-4738-8ccf-be4a067f1f84 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.362942] env[71079]: DEBUG nova.scheduler.client.report [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.377615] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.377615] env[71079]: value = "task-3279050" [ 883.377615] env[71079]: _type = "Task" [ 883.377615] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.385953] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279050, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.401993] env[71079]: DEBUG nova.compute.manager [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.402086] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.403939] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b2892-720c-43f0-9fa7-1fce384d0667 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.407389] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: dd24ca9e-8ed7-449d-99af-345f32867233] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.413455] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.413545] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b47f107-0c50-4f1d-bfe9-106cb9a3e82a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.419598] env[71079]: DEBUG oslo_vmware.api [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 883.419598] env[71079]: value = "task-3279051" [ 883.419598] env[71079]: _type = "Task" [ 883.419598] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.429031] env[71079]: DEBUG oslo_vmware.api [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3279051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.525729] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.545806] env[71079]: DEBUG nova.compute.manager [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-changed-3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.546045] env[71079]: DEBUG nova.compute.manager [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing instance network info cache due to event network-changed-3d927790-0139-447d-bd41-e42eb426ef8b. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.546286] env[71079]: DEBUG oslo_concurrency.lockutils [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.546457] env[71079]: DEBUG oslo_concurrency.lockutils [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.546602] env[71079]: DEBUG nova.network.neutron [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing network info cache for port 3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.562637] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.623473] env[71079]: INFO nova.compute.manager [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Took 41.78 seconds to build instance. [ 883.633306] env[71079]: DEBUG oslo_vmware.api [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279049, 'name': PowerOnVM_Task, 'duration_secs': 0.989891} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.633306] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.633306] env[71079]: INFO nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Took 11.41 seconds to spawn the instance on the hypervisor. [ 883.633306] env[71079]: DEBUG nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.633306] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165240d1-7abc-4d95-9091-188e9aa10237 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.835460] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "ff127830-f98c-463a-b964-300ebdbfdab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.835460] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.835547] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.836018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.836018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.842684] env[71079]: INFO nova.compute.manager [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Terminating instance [ 883.872190] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.872772] env[71079]: DEBUG nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.875699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.375s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.875928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.879061] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.299s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.879849] env[71079]: INFO nova.compute.claims [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.898701] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279050, 'name': CreateVM_Task, 'duration_secs': 0.374451} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.899069] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.900403] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.900718] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.901190] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.903559] env[71079]: INFO nova.scheduler.client.report [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted allocations for instance a9c09f10-52bf-4b7a-b7f1-c432c23c88b0 [ 883.904258] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1b301b-c790-4b19-9360-528cae22e0a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.911938] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 251b39b1-ca0b-42d9-ac88-3bbd6aa864a2] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.912124] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 883.912124] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526a2917-15f6-326d-afc7-fb5ce5629c42" [ 883.912124] env[71079]: _type = "Task" [ 883.912124] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.924015] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526a2917-15f6-326d-afc7-fb5ce5629c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.936286] env[71079]: DEBUG oslo_vmware.api [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3279051, 'name': PowerOffVM_Task, 'duration_secs': 0.237124} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.940020] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.940020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.940020] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32df0cf3-ae74-48cd-85fe-e67f65a203cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.018710] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.018857] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.019051] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Deleting the datastore file [datastore2] 234bae3a-7868-453f-9072-24eb855d57ed {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.020118] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1501986a-bbbf-42d8-979d-723699283743 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.029155] env[71079]: DEBUG oslo_vmware.api [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for the task: (returnval){ [ 884.029155] env[71079]: value = "task-3279053" [ 884.029155] env[71079]: _type = "Task" [ 884.029155] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.038978] env[71079]: DEBUG oslo_vmware.api [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3279053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.127901] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1a98f789-bfe0-4589-a8b0-5e7bfd3ad03c tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.303s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.153221] env[71079]: INFO nova.compute.manager [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Took 43.67 seconds to build instance. [ 884.291827] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "5b122393-96d7-438c-9fec-6f94e1535e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.292135] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.346920] env[71079]: DEBUG nova.compute.manager [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.347248] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.348165] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df5766f-eb31-4def-943f-724244a80693 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.356160] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.356440] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3d34e7-bd41-4e87-963e-52f0062e85ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.362950] env[71079]: DEBUG oslo_vmware.api [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 884.362950] env[71079]: value = "task-3279054" [ 884.362950] env[71079]: _type = "Task" [ 884.362950] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.372979] env[71079]: DEBUG oslo_vmware.api [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.387362] env[71079]: DEBUG nova.compute.utils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.389067] env[71079]: DEBUG nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.389289] env[71079]: DEBUG nova.network.neutron [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.413610] env[71079]: DEBUG oslo_concurrency.lockutils [None req-07b9f60f-2396-4982-976f-4ca328026690 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "a9c09f10-52bf-4b7a-b7f1-c432c23c88b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.298s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.414893] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d3c5ee07-a0e5-47eb-8c79-786699338629] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.428980] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526a2917-15f6-326d-afc7-fb5ce5629c42, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.429815] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.430575] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.430878] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.431095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.431337] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.431893] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e0d4b33-f1cb-400e-bfc6-8e419da2a427 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.442236] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.442553] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.443741] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-083f19ba-5fe9-4bb3-b4c0-b80acc44738e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.450347] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 884.450347] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522f507a-54a5-3c43-0cd1-5ba68c568ee6" [ 884.450347] env[71079]: _type = "Task" [ 884.450347] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.460127] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522f507a-54a5-3c43-0cd1-5ba68c568ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.496999] env[71079]: DEBUG nova.network.neutron [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updated VIF entry in instance network info cache for port 3d927790-0139-447d-bd41-e42eb426ef8b. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.497610] env[71079]: DEBUG nova.network.neutron [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.502869] env[71079]: DEBUG nova.policy [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1973cca916947b19b41ddc0d75c5b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad0751a3d344038881334369589c363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.545820] env[71079]: DEBUG oslo_vmware.api [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Task: {'id': task-3279053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397855} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.546135] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.546532] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.546597] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.547272] env[71079]: INFO nova.compute.manager [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 884.547272] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.547272] env[71079]: DEBUG nova.compute.manager [-] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.547443] env[71079]: DEBUG nova.network.neutron [-] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.637835] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "fab715a3-9430-4f78-b5d8-8c48763110b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.638589] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.655186] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e4d600c-d44e-4858-a242-9f193cb41904 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.184s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.782319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "926f7d25-80c5-408e-b2b5-0544d36305f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.782319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.782319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "926f7d25-80c5-408e-b2b5-0544d36305f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.782319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.782319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.784702] env[71079]: INFO nova.compute.manager [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Terminating instance [ 884.800559] env[71079]: DEBUG nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.876036] env[71079]: DEBUG oslo_vmware.api [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279054, 'name': PowerOffVM_Task, 'duration_secs': 0.217208} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.876036] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.876036] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.876036] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-500b9f57-64f2-425f-8533-d74e686fadfa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.893565] env[71079]: DEBUG nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.923565] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 227ce655-b7d4-484c-85f6-40f014412044] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.945143] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.946032] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.946032] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleting the datastore file [datastore1] ff127830-f98c-463a-b964-300ebdbfdab5 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.946032] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc433f29-6ed4-4a48-8922-cf23c85e77f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.957893] env[71079]: DEBUG oslo_vmware.api [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 884.957893] env[71079]: value = "task-3279056" [ 884.957893] env[71079]: _type = "Task" [ 884.957893] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.969885] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522f507a-54a5-3c43-0cd1-5ba68c568ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.014577} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.973875] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828c3f53-28bd-48db-9b74-4d162aed1250 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.979710] env[71079]: DEBUG oslo_vmware.api [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.982900] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 884.982900] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dd7669-4093-0496-e580-bc0df42b210b" [ 884.982900] env[71079]: _type = "Task" [ 884.982900] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.992828] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dd7669-4093-0496-e580-bc0df42b210b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.001147] env[71079]: DEBUG oslo_concurrency.lockutils [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.001410] env[71079]: DEBUG nova.compute.manager [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Received event network-vif-deleted-9be94366-9a1d-45ab-a68c-c325413fdc54 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.001595] env[71079]: DEBUG nova.compute.manager [req-c973fed2-9c1b-49d5-b838-b78d25704da8 req-67307b3c-06e9-4e80-815b-96b30a3167dc service nova] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Received event network-vif-deleted-f8643cce-5c86-45ec-a8f5-abcd38c85f46 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.140987] env[71079]: DEBUG nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.240855] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3a3760-44e8-42e0-ad09-46289666cbce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.248511] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e67c15-e9fa-4686-98e1-0bb492050f03 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.284152] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c737f-fa21-481b-8687-11fa4b532394 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.288367] env[71079]: DEBUG nova.compute.manager [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.288367] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.288796] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42afa512-c3d8-4b5a-b541-62ea5079c439 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.298913] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5eab42-89c7-4f7d-a6f4-28935598de50 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.302693] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.302961] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3c956a9-1c68-420b-afb1-ad088f0a7a77 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.319141] env[71079]: DEBUG nova.compute.provider_tree [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.320400] env[71079]: DEBUG oslo_vmware.api [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 885.320400] env[71079]: value = "task-3279057" [ 885.320400] env[71079]: _type = "Task" [ 885.320400] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.331462] env[71079]: DEBUG oslo_vmware.api [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.336445] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "4cd73923-4b6d-4923-bb90-f0679c05e709" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.336445] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.336445] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.336445] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.336445] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.338549] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.339301] env[71079]: INFO nova.compute.manager [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Terminating instance [ 885.426888] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 43473e6e-fd19-4826-98ef-8c66275f997a] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.471840] env[71079]: DEBUG oslo_vmware.api [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33334} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.472148] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.472344] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.472548] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.472700] env[71079]: INFO nova.compute.manager [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 885.472941] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.473166] env[71079]: DEBUG nova.compute.manager [-] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.473284] env[71079]: DEBUG nova.network.neutron [-] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.498231] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dd7669-4093-0496-e580-bc0df42b210b, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.498231] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.498231] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 418acd24-ec01-4435-b4b4-6cc2097cc8c3/418acd24-ec01-4435-b4b4-6cc2097cc8c3.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.498231] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b153f9-e9f4-4fac-94b7-3065e3466310 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.504638] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 885.504638] env[71079]: value = "task-3279058" [ 885.504638] env[71079]: _type = "Task" [ 885.504638] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.513340] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.572214] env[71079]: DEBUG nova.compute.manager [req-73bb01d2-7a68-4f1c-aa8c-174b3328615f req-14069460-acc5-487b-9e88-62faf25b93ca service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Received event network-vif-deleted-d16a25de-4aad-41fe-888f-819d34031a06 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.572514] env[71079]: INFO nova.compute.manager [req-73bb01d2-7a68-4f1c-aa8c-174b3328615f req-14069460-acc5-487b-9e88-62faf25b93ca service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Neutron deleted interface d16a25de-4aad-41fe-888f-819d34031a06; detaching it from the instance and deleting it from the info cache [ 885.572715] env[71079]: DEBUG nova.network.neutron [req-73bb01d2-7a68-4f1c-aa8c-174b3328615f req-14069460-acc5-487b-9e88-62faf25b93ca service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.635056] env[71079]: DEBUG nova.network.neutron [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Successfully created port: ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.667278] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.823883] env[71079]: DEBUG nova.scheduler.client.report [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.837075] env[71079]: DEBUG oslo_vmware.api [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279057, 'name': PowerOffVM_Task, 'duration_secs': 0.214263} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.837361] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.837536] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.837789] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79672db-d45c-406d-bd05-b3efa2b9b003 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.842674] env[71079]: DEBUG nova.compute.manager [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.842867] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.843713] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae514593-4016-4702-9a09-30c6f36ecb40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.851462] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.851847] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c17aed-94e6-44e4-afb5-14c3368a17d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.857459] env[71079]: DEBUG oslo_vmware.api [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 885.857459] env[71079]: value = "task-3279060" [ 885.857459] env[71079]: _type = "Task" [ 885.857459] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.866766] env[71079]: DEBUG oslo_vmware.api [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.895140] env[71079]: DEBUG nova.network.neutron [-] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.907042] env[71079]: DEBUG nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.930648] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 573db876-a240-4289-a666-e2ad13f83b0d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.945274] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.946520] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.946520] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleting the datastore file [datastore1] 926f7d25-80c5-408e-b2b5-0544d36305f2 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.946520] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c3931e-6d4b-4b10-b4a7-115b1525b319 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.951274] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.951488] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.951642] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.951823] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.951967] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.952129] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.952439] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.952524] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.952661] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.952826] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.952998] env[71079]: DEBUG nova.virt.hardware [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.954264] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453e9c3d-ef1e-40ef-acf1-7acf2afaebea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.965901] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a921b0-baa3-46f1-8cb8-7abdfd21979a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.975209] env[71079]: DEBUG oslo_vmware.api [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 885.975209] env[71079]: value = "task-3279061" [ 885.975209] env[71079]: _type = "Task" [ 885.975209] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.995769] env[71079]: DEBUG oslo_vmware.api [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.020137] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279058, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.075807] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11b97f12-4c38-4e72-8d84-e731e5fe218a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.088733] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5a89cd-bde8-4573-9bcf-b2e2d5b82cb5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.124695] env[71079]: DEBUG nova.compute.manager [req-73bb01d2-7a68-4f1c-aa8c-174b3328615f req-14069460-acc5-487b-9e88-62faf25b93ca service nova] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Detach interface failed, port_id=d16a25de-4aad-41fe-888f-819d34031a06, reason: Instance 234bae3a-7868-453f-9072-24eb855d57ed could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.332629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.333282] env[71079]: DEBUG nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.336587] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.151s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.338114] env[71079]: INFO nova.compute.claims [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.372104] env[71079]: DEBUG oslo_vmware.api [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279060, 'name': PowerOffVM_Task, 'duration_secs': 0.328281} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.372391] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.372608] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.373943] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1489eabc-60ad-4c42-bb64-bdf65ffa1d6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.398623] env[71079]: INFO nova.compute.manager [-] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Took 1.85 seconds to deallocate network for instance. [ 886.435758] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: dd1c3bef-07d4-4475-94e1-d49a3927e990] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.488749] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.489077] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.489253] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Deleting the datastore file [datastore2] 4cd73923-4b6d-4923-bb90-f0679c05e709 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.489877] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8033b53b-59d5-4753-b667-4ce636e5a24f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.496455] env[71079]: DEBUG oslo_vmware.api [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528799} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.497134] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.497500] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.497669] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.497881] env[71079]: INFO nova.compute.manager [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 886.498461] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.498461] env[71079]: DEBUG nova.compute.manager [-] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.498461] env[71079]: DEBUG nova.network.neutron [-] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.501155] env[71079]: DEBUG oslo_vmware.api [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for the task: (returnval){ [ 886.501155] env[71079]: value = "task-3279063" [ 886.501155] env[71079]: _type = "Task" [ 886.501155] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.512831] env[71079]: DEBUG oslo_vmware.api [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.513327] env[71079]: DEBUG nova.network.neutron [-] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.520572] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708052} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.524032] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 418acd24-ec01-4435-b4b4-6cc2097cc8c3/418acd24-ec01-4435-b4b4-6cc2097cc8c3.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.524032] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.524032] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9121bcb-bc30-4602-8f55-97e855172a0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.530493] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 886.530493] env[71079]: value = "task-3279064" [ 886.530493] env[71079]: _type = "Task" [ 886.530493] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.542471] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.851086] env[71079]: DEBUG nova.compute.utils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.858445] env[71079]: DEBUG nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.859231] env[71079]: DEBUG nova.network.neutron [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.906190] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.907616] env[71079]: DEBUG nova.policy [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '960d4d7ad0854a878dbd63a3170233a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97524c1401ad479eb74c5f00ab366b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.939255] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d30222bd-1fc5-4c3a-9801-f5e7bf9e75b6] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.011589] env[71079]: DEBUG oslo_vmware.api [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.022278] env[71079]: INFO nova.compute.manager [-] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Took 1.55 seconds to deallocate network for instance. [ 887.040392] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064464} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.040679] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.041485] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39be426f-bbf8-4666-8da7-2c9c7862d808 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.064458] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 418acd24-ec01-4435-b4b4-6cc2097cc8c3/418acd24-ec01-4435-b4b4-6cc2097cc8c3.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.065232] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ad870c-f905-4740-b0e8-7a3f25272b4a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.085837] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 887.085837] env[71079]: value = "task-3279065" [ 887.085837] env[71079]: _type = "Task" [ 887.085837] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.094482] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.236340] env[71079]: DEBUG nova.network.neutron [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Successfully created port: 1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.258340] env[71079]: DEBUG nova.network.neutron [-] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.362173] env[71079]: DEBUG nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.444927] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 3f635fb7-bd5d-4dbf-b1a6-a1b75c1a456b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.517955] env[71079]: DEBUG oslo_vmware.api [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Task: {'id': task-3279063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.699923} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.518385] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.519380] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.519380] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.519380] env[71079]: INFO nova.compute.manager [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Took 1.68 seconds to destroy the instance on the hypervisor. [ 887.519380] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.519380] env[71079]: DEBUG nova.compute.manager [-] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.519660] env[71079]: DEBUG nova.network.neutron [-] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.530242] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.597935] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.615866] env[71079]: DEBUG nova.compute.manager [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Received event network-vif-deleted-0df67eeb-0080-4d8b-9d76-bf0e9d9c902d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.616087] env[71079]: DEBUG nova.compute.manager [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Received event network-vif-deleted-5c70cab7-2b08-49ae-99cc-82c452c5f862 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.616266] env[71079]: DEBUG nova.compute.manager [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Received event network-vif-plugged-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.616459] env[71079]: DEBUG oslo_concurrency.lockutils [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] Acquiring lock "e460159d-efc7-4afd-a28d-93606c38bfbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.616659] env[71079]: DEBUG oslo_concurrency.lockutils [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.616819] env[71079]: DEBUG oslo_concurrency.lockutils [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.616979] env[71079]: DEBUG nova.compute.manager [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] No waiting events found dispatching network-vif-plugged-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.617727] env[71079]: WARNING nova.compute.manager [req-056bbaa8-4ece-4dcb-8588-096e38c0d1e3 req-c5b75775-9eb0-4103-aa3f-14cce9a166bc service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Received unexpected event network-vif-plugged-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 for instance with vm_state building and task_state spawning. [ 887.722186] env[71079]: DEBUG nova.network.neutron [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Successfully updated port: ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.750499] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f25382-5103-4b8d-8e86-03692bc84ada {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.762899] env[71079]: INFO nova.compute.manager [-] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Took 1.26 seconds to deallocate network for instance. [ 887.766268] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10777659-eefc-434f-9b3c-48ea00c2aa2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.808302] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612e90a-9ed2-44d3-b05f-5a896f2d19f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.814502] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bcb945-b81e-4fcb-a0ec-20786b5c2257 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.829642] env[71079]: DEBUG nova.compute.provider_tree [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.953705] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 03afbe12-b1c9-4613-b434-03c93336c95a] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.966020] env[71079]: DEBUG nova.compute.manager [req-1c581861-5f03-4c43-9500-e89dda2987d5 req-fc7b6761-571b-40e0-9efb-558da91d5409 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received event network-vif-deleted-e3c7de24-614d-4c0a-88d2-ead1323b97f5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.966020] env[71079]: INFO nova.compute.manager [req-1c581861-5f03-4c43-9500-e89dda2987d5 req-fc7b6761-571b-40e0-9efb-558da91d5409 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Neutron deleted interface e3c7de24-614d-4c0a-88d2-ead1323b97f5; detaching it from the instance and deleting it from the info cache [ 887.966020] env[71079]: DEBUG nova.network.neutron [req-1c581861-5f03-4c43-9500-e89dda2987d5 req-fc7b6761-571b-40e0-9efb-558da91d5409 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Updating instance_info_cache with network_info: [{"id": "fb937cc3-a907-4421-8d74-f917744c3614", "address": "fa:16:3e:2d:4f:82", "network": {"id": "67726a25-01e8-4c12-91c0-1c4b619bc62e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1553911075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e83df69cbdf5462fad29f6a44460bb2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb937cc3-a9", "ovs_interfaceid": "fb937cc3-a907-4421-8d74-f917744c3614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.096687] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279065, 'name': ReconfigVM_Task, 'duration_secs': 0.678218} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.096970] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 418acd24-ec01-4435-b4b4-6cc2097cc8c3/418acd24-ec01-4435-b4b4-6cc2097cc8c3.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.097670] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f33efc8-4d42-49c8-ac70-7ee7a14806e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.104335] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 888.104335] env[71079]: value = "task-3279066" [ 888.104335] env[71079]: _type = "Task" [ 888.104335] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.112988] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279066, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.222412] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.222579] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.222727] env[71079]: DEBUG nova.network.neutron [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.274353] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.333831] env[71079]: DEBUG nova.scheduler.client.report [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.376013] env[71079]: DEBUG nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.396931] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.397222] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.397435] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.397626] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.397774] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.397918] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.398145] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.398343] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.398542] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.398737] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.398935] env[71079]: DEBUG nova.virt.hardware [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.399794] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6fc718-9844-4848-8113-8f22c6c0ff9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.408030] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4cdf23-1b63-4f6a-8add-1b2267a2372d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.458194] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d114d86b-843c-4928-b251-5747b5d6b5ec] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.467277] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-687e1b1f-dccb-4e7a-b671-09a5f2b295ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.477255] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e05eef-ff1f-49a7-882f-b4c46912f9b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.510356] env[71079]: DEBUG nova.compute.manager [req-1c581861-5f03-4c43-9500-e89dda2987d5 req-fc7b6761-571b-40e0-9efb-558da91d5409 service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Detach interface failed, port_id=e3c7de24-614d-4c0a-88d2-ead1323b97f5, reason: Instance 4cd73923-4b6d-4923-bb90-f0679c05e709 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.615053] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279066, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.621598] env[71079]: DEBUG nova.network.neutron [-] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.777017] env[71079]: DEBUG nova.network.neutron [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.838902] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.839500] env[71079]: DEBUG nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.843173] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.535s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.843173] env[71079]: DEBUG nova.objects.instance [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lazy-loading 'resources' on Instance uuid 64be6bef-6f28-4c4b-813e-f5028cedb21b {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.960708] env[71079]: DEBUG nova.network.neutron [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Updating instance_info_cache with network_info: [{"id": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "address": "fa:16:3e:62:d7:5a", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebbb3c26-00", "ovs_interfaceid": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.962220] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 8a655321-9dcf-41f1-820b-2d44039e289b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.984424] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.984424] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.053508] env[71079]: DEBUG nova.network.neutron [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Successfully updated port: 1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.115677] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279066, 'name': Rename_Task, 'duration_secs': 0.781023} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.115958] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.116256] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30eaa8b1-49f4-40f9-87b8-daf76b75f767 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.123433] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 889.123433] env[71079]: value = "task-3279067" [ 889.123433] env[71079]: _type = "Task" [ 889.123433] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.123854] env[71079]: INFO nova.compute.manager [-] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Took 1.60 seconds to deallocate network for instance. [ 889.135192] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.347094] env[71079]: DEBUG nova.compute.utils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.349725] env[71079]: DEBUG nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.349938] env[71079]: DEBUG nova.network.neutron [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.394855] env[71079]: DEBUG nova.policy [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4117a3ec757476188b13519f1d962b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb485936e0e4513a83b9a55feedc157', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.467713] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.468070] env[71079]: DEBUG nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Instance network_info: |[{"id": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "address": "fa:16:3e:62:d7:5a", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebbb3c26-00", "ovs_interfaceid": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.468491] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: a8f66b3f-61ac-45aa-ae7b-70d1bca99e24] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.470387] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:d7:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.478091] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.480949] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.481444] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-723db51c-7be4-485b-af26-99d8685838f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.501672] env[71079]: DEBUG nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.510510] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.510510] env[71079]: value = "task-3279068" [ 889.510510] env[71079]: _type = "Task" [ 889.510510] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.519344] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279068, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.558163] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-6586ddaf-a134-413e-b13c-d0e8529d2603" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.558163] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-6586ddaf-a134-413e-b13c-d0e8529d2603" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.558163] env[71079]: DEBUG nova.network.neutron [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.639768] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.640115] env[71079]: DEBUG oslo_vmware.api [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279067, 'name': PowerOnVM_Task, 'duration_secs': 0.515156} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.640754] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.640969] env[71079]: INFO nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Took 8.85 seconds to spawn the instance on the hypervisor. [ 889.641185] env[71079]: DEBUG nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.642268] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef180afa-6d59-41a0-add7-d38cb14b9f29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.737126] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d389cf2c-a2aa-4451-ac5b-7568be7d6a3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.748205] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d94a1-59eb-4e85-b528-c03b1f29368d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.753384] env[71079]: DEBUG nova.network.neutron [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Successfully created port: 26c84e8e-1c87-43dd-b557-2c9fd092fd91 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.782142] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b36c3f-46a2-450a-bf15-9d96700ce504 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.791054] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd1ec7e-eab4-458c-ac7b-c9b66248449e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.798308] env[71079]: DEBUG nova.compute.manager [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Received event network-changed-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.798527] env[71079]: DEBUG nova.compute.manager [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Refreshing instance network info cache due to event network-changed-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.798794] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Acquiring lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.798972] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Acquired lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.799575] env[71079]: DEBUG nova.network.neutron [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Refreshing network info cache for port ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.811598] env[71079]: DEBUG nova.compute.provider_tree [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.854874] env[71079]: DEBUG nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.979861] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: c7f229c2-eab7-4906-8e1f-8cfefd4ac060] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.025906] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279068, 'name': CreateVM_Task, 'duration_secs': 0.335036} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.026909] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.027984] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.029221] env[71079]: DEBUG nova.compute.manager [req-79d877f5-8066-4619-8c3f-c1007e5392e8 req-2c67e5b6-9c8b-464f-a368-b19b3d433f2d service nova] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Received event network-vif-deleted-fb937cc3-a907-4421-8d74-f917744c3614 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.029939] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.030298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.030556] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.031036] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24275485-bd2a-4acc-b567-da4ac4b19d0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.035633] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 890.035633] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5242ca61-5562-d155-5fd6-1a468587a22f" [ 890.035633] env[71079]: _type = "Task" [ 890.035633] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.045305] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5242ca61-5562-d155-5fd6-1a468587a22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.101394] env[71079]: DEBUG nova.network.neutron [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.170866] env[71079]: INFO nova.compute.manager [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Took 37.88 seconds to build instance. [ 890.266000] env[71079]: DEBUG nova.network.neutron [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Updating instance_info_cache with network_info: [{"id": "1eca60e1-d752-46dd-8cd4-2e233dbfdeb8", "address": "fa:16:3e:cd:3a:9d", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eca60e1-d7", "ovs_interfaceid": "1eca60e1-d752-46dd-8cd4-2e233dbfdeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.314884] env[71079]: DEBUG nova.scheduler.client.report [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.482996] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 93b88cc5-9900-4fd3-bd5c-8e45ccb1008e] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.519292] env[71079]: DEBUG nova.network.neutron [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Updated VIF entry in instance network info cache for port ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.519292] env[71079]: DEBUG nova.network.neutron [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Updating instance_info_cache with network_info: [{"id": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "address": "fa:16:3e:62:d7:5a", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebbb3c26-00", "ovs_interfaceid": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.550804] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5242ca61-5562-d155-5fd6-1a468587a22f, 'name': SearchDatastore_Task, 'duration_secs': 0.011682} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.551077] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.551315] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.551548] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.551694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.551868] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.552145] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67856ab5-7d20-48e3-9899-8e159674b09b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.562990] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.563189] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.563907] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f25b393-ce62-4eb0-bf1d-ffd37b9e1cf7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.572018] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 890.572018] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e81f27-9ba6-2b03-723f-e408397f069d" [ 890.572018] env[71079]: _type = "Task" [ 890.572018] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.579986] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e81f27-9ba6-2b03-723f-e408397f069d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.673184] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22a3a86b-794b-4074-84f5-4b34bd121e3d tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.393s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.768292] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-6586ddaf-a134-413e-b13c-d0e8529d2603" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.768674] env[71079]: DEBUG nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Instance network_info: |[{"id": "1eca60e1-d752-46dd-8cd4-2e233dbfdeb8", "address": "fa:16:3e:cd:3a:9d", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eca60e1-d7", "ovs_interfaceid": "1eca60e1-d752-46dd-8cd4-2e233dbfdeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.769155] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:3a:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eca60e1-d752-46dd-8cd4-2e233dbfdeb8', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.777794] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.778023] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.778262] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab3fba8d-f5bf-43ef-a641-b94047befd6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.799813] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.799813] env[71079]: value = "task-3279069" [ 890.799813] env[71079]: _type = "Task" [ 890.799813] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.807944] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279069, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.822963] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.825324] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.515s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.825565] env[71079]: DEBUG nova.objects.instance [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lazy-loading 'resources' on Instance uuid 9f66f94d-4307-4e25-8f85-852c6e45b609 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.855871] env[71079]: INFO nova.scheduler.client.report [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted allocations for instance 64be6bef-6f28-4c4b-813e-f5028cedb21b [ 890.865224] env[71079]: DEBUG nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.900390] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.900815] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.900815] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.900956] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.901120] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.901270] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.901491] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.901774] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.902020] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.902201] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.903177] env[71079]: DEBUG nova.virt.hardware [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.903658] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1405a6-bcae-46a5-b453-0350e652a4ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.912540] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e818329-36b4-4347-93c3-b5a54a8142ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.990400] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 37447c09-45f9-4c5d-8c7f-f5d626a7e514] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.021304] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Releasing lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.021519] env[71079]: DEBUG nova.compute.manager [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Received event network-vif-plugged-1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.021710] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Acquiring lock "6586ddaf-a134-413e-b13c-d0e8529d2603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.021914] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.022090] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.022279] env[71079]: DEBUG nova.compute.manager [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] No waiting events found dispatching network-vif-plugged-1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.022476] env[71079]: WARNING nova.compute.manager [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Received unexpected event network-vif-plugged-1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 for instance with vm_state building and task_state spawning. [ 891.022643] env[71079]: DEBUG nova.compute.manager [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Received event network-changed-1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.022796] env[71079]: DEBUG nova.compute.manager [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Refreshing instance network info cache due to event network-changed-1eca60e1-d752-46dd-8cd4-2e233dbfdeb8. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.022983] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Acquiring lock "refresh_cache-6586ddaf-a134-413e-b13c-d0e8529d2603" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.023134] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Acquired lock "refresh_cache-6586ddaf-a134-413e-b13c-d0e8529d2603" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.023292] env[71079]: DEBUG nova.network.neutron [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Refreshing network info cache for port 1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.080322] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e81f27-9ba6-2b03-723f-e408397f069d, 'name': SearchDatastore_Task, 'duration_secs': 0.02123} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.081108] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fb87aa-2c3a-4989-8fda-5d01fb33a19a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.087542] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 891.087542] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5295dca8-bb1d-3024-6af3-c1d482d50569" [ 891.087542] env[71079]: _type = "Task" [ 891.087542] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.093945] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5295dca8-bb1d-3024-6af3-c1d482d50569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.310533] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279069, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.369271] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dc4b3c07-17ef-4681-b11e-afcbf42f7599 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "64be6bef-6f28-4c4b-813e-f5028cedb21b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.328s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.374521] env[71079]: DEBUG nova.network.neutron [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Successfully updated port: 26c84e8e-1c87-43dd-b557-2c9fd092fd91 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.493071] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e43cd3ed-5a0e-4d1d-9177-9879a05db58f] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.599647] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5295dca8-bb1d-3024-6af3-c1d482d50569, 'name': SearchDatastore_Task, 'duration_secs': 0.030797} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.599920] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.600200] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.600555] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7cd70bf-223a-40e1-8dc9-a2bd98a137c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.606982] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 891.606982] env[71079]: value = "task-3279070" [ 891.606982] env[71079]: _type = "Task" [ 891.606982] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.614754] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.616220] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166c83e-e9de-4a5a-82ec-6040462a98e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.622855] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21521f4-6b88-447e-a621-496a37e73710 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.657886] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3724e-1b64-494f-bef5-0d2752033454 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.665884] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105def56-c946-4920-a0d6-5b05bc3d8fbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.679149] env[71079]: DEBUG nova.compute.provider_tree [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.792509] env[71079]: DEBUG nova.network.neutron [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Updated VIF entry in instance network info cache for port 1eca60e1-d752-46dd-8cd4-2e233dbfdeb8. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.792864] env[71079]: DEBUG nova.network.neutron [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Updating instance_info_cache with network_info: [{"id": "1eca60e1-d752-46dd-8cd4-2e233dbfdeb8", "address": "fa:16:3e:cd:3a:9d", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eca60e1-d7", "ovs_interfaceid": "1eca60e1-d752-46dd-8cd4-2e233dbfdeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.812853] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279069, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.835228] env[71079]: DEBUG nova.compute.manager [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-changed-3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.835448] env[71079]: DEBUG nova.compute.manager [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing instance network info cache due to event network-changed-3d927790-0139-447d-bd41-e42eb426ef8b. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.835733] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.835848] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.835968] env[71079]: DEBUG nova.network.neutron [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing network info cache for port 3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.877222] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "refresh_cache-42d01463-70dd-48f2-91c6-e4e3ac598b1c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.877534] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "refresh_cache-42d01463-70dd-48f2-91c6-e4e3ac598b1c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.877648] env[71079]: DEBUG nova.network.neutron [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.996566] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 3f60e673-e519-4511-8f17-553bd328c435] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.118136] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279070, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.182582] env[71079]: DEBUG nova.scheduler.client.report [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.295811] env[71079]: DEBUG oslo_concurrency.lockutils [req-222d2512-86e0-4e42-9115-042841c0943e req-46449815-d049-41d1-ab55-e31badf2c714 service nova] Releasing lock "refresh_cache-6586ddaf-a134-413e-b13c-d0e8529d2603" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.313204] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279069, 'name': CreateVM_Task, 'duration_secs': 1.328614} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.313401] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.314179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.314438] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.314660] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.314924] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449f17f0-e416-4397-80d6-fe14d70b8821 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.319585] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 892.319585] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5288ba28-572c-43cf-536a-72c4ad4c6659" [ 892.319585] env[71079]: _type = "Task" [ 892.319585] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.327546] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5288ba28-572c-43cf-536a-72c4ad4c6659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.408366] env[71079]: DEBUG nova.network.neutron [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.500462] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: beed49de-6836-46f8-a6f0-c6fa330eafc3] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.537091] env[71079]: DEBUG nova.network.neutron [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Updating instance_info_cache with network_info: [{"id": "26c84e8e-1c87-43dd-b557-2c9fd092fd91", "address": "fa:16:3e:5c:92:72", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c84e8e-1c", "ovs_interfaceid": "26c84e8e-1c87-43dd-b557-2c9fd092fd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.550747] env[71079]: DEBUG nova.network.neutron [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updated VIF entry in instance network info cache for port 3d927790-0139-447d-bd41-e42eb426ef8b. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.551108] env[71079]: DEBUG nova.network.neutron [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.619020] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525173} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.619309] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.619521] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.619766] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecbe34c5-b7c4-4456-9cc9-5f3595f0b8ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.626424] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 892.626424] env[71079]: value = "task-3279071" [ 892.626424] env[71079]: _type = "Task" [ 892.626424] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.635791] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.687112] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.689807] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.166s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.690323] env[71079]: DEBUG nova.objects.instance [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lazy-loading 'resources' on Instance uuid 640f91ee-1194-40aa-b29d-a1adb07914dd {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.711648] env[71079]: INFO nova.scheduler.client.report [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted allocations for instance 9f66f94d-4307-4e25-8f85-852c6e45b609 [ 892.830824] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5288ba28-572c-43cf-536a-72c4ad4c6659, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.831154] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.831396] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.831677] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.831851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.832042] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.832299] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-268bf0b7-0e07-4043-b686-85004f50190d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.850641] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.850823] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.851545] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e878752c-70c0-4b3f-9e9c-7f5fbd60ec64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.856500] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 892.856500] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52060f81-0285-29fd-773a-a5b4f331fcd9" [ 892.856500] env[71079]: _type = "Task" [ 892.856500] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.863617] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52060f81-0285-29fd-773a-a5b4f331fcd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.004776] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 50acee33-d8c1-42f4-a873-fc34c60d9b8c] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.040150] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "refresh_cache-42d01463-70dd-48f2-91c6-e4e3ac598b1c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.040407] env[71079]: DEBUG nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Instance network_info: |[{"id": "26c84e8e-1c87-43dd-b557-2c9fd092fd91", "address": "fa:16:3e:5c:92:72", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c84e8e-1c", "ovs_interfaceid": "26c84e8e-1c87-43dd-b557-2c9fd092fd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.040827] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:92:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c84e8e-1c87-43dd-b557-2c9fd092fd91', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.049189] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.050165] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.050421] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efac30a9-f304-4895-b1ef-2648a98bd6c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.066044] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.066341] env[71079]: DEBUG nova.compute.manager [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Received event network-vif-plugged-26c84e8e-1c87-43dd-b557-2c9fd092fd91 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.066591] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Acquiring lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.066856] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.067094] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.067345] env[71079]: DEBUG nova.compute.manager [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] No waiting events found dispatching network-vif-plugged-26c84e8e-1c87-43dd-b557-2c9fd092fd91 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.067584] env[71079]: WARNING nova.compute.manager [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Received unexpected event network-vif-plugged-26c84e8e-1c87-43dd-b557-2c9fd092fd91 for instance with vm_state building and task_state spawning. [ 893.067806] env[71079]: DEBUG nova.compute.manager [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Received event network-changed-26c84e8e-1c87-43dd-b557-2c9fd092fd91 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.067999] env[71079]: DEBUG nova.compute.manager [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Refreshing instance network info cache due to event network-changed-26c84e8e-1c87-43dd-b557-2c9fd092fd91. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.068347] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Acquiring lock "refresh_cache-42d01463-70dd-48f2-91c6-e4e3ac598b1c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.068738] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Acquired lock "refresh_cache-42d01463-70dd-48f2-91c6-e4e3ac598b1c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.068912] env[71079]: DEBUG nova.network.neutron [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Refreshing network info cache for port 26c84e8e-1c87-43dd-b557-2c9fd092fd91 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.078691] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.078691] env[71079]: value = "task-3279072" [ 893.078691] env[71079]: _type = "Task" [ 893.078691] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.089395] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279072, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.139771] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077556} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.140153] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.141061] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f849c1-c8af-4e51-a867-c9ca3937fb2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.165093] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.165426] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f49c11-cd40-44fa-9f4d-b3cacf92873b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.185083] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 893.185083] env[71079]: value = "task-3279073" [ 893.185083] env[71079]: _type = "Task" [ 893.185083] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.193093] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.220428] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19ed74c0-b5a9-4a31-87a7-1c7d1d9079a0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "9f66f94d-4307-4e25-8f85-852c6e45b609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.067s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.367036] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52060f81-0285-29fd-773a-a5b4f331fcd9, 'name': SearchDatastore_Task, 'duration_secs': 0.087947} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.367932] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659404ac-c28f-41d7-9716-37511bfeb086 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.375914] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 893.375914] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52381a54-934d-8b66-363c-78861578e2a7" [ 893.375914] env[71079]: _type = "Task" [ 893.375914] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.384587] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52381a54-934d-8b66-363c-78861578e2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.464224] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157998e7-63f9-4652-88ec-4addba7100f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.472294] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d34bf9-973b-4703-8aef-ebfeb489aeb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.504564] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e6105-20ad-48f0-897a-1c5d824bf87d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.507685] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: ebc8a1c8-1686-4703-93b9-4994f544fee0] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.512926] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610c727d-eb51-4250-b61f-aaab551a0aec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.526760] env[71079]: DEBUG nova.compute.provider_tree [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.588354] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279072, 'name': CreateVM_Task, 'duration_secs': 0.406227} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.588541] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.589272] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.589440] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.589788] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.590056] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10323e4c-debe-4483-8bc8-e057bb8b0189 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.594144] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 893.594144] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5219b953-4234-fb93-b199-da870518d3ea" [ 893.594144] env[71079]: _type = "Task" [ 893.594144] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.601511] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5219b953-4234-fb93-b199-da870518d3ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.700738] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279073, 'name': ReconfigVM_Task, 'duration_secs': 0.389989} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.703622] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.704336] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9d851e-682e-4ec0-8862-0f77c849d78c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.710731] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 893.710731] env[71079]: value = "task-3279074" [ 893.710731] env[71079]: _type = "Task" [ 893.710731] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.719592] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279074, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.827726] env[71079]: DEBUG nova.network.neutron [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Updated VIF entry in instance network info cache for port 26c84e8e-1c87-43dd-b557-2c9fd092fd91. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.828108] env[71079]: DEBUG nova.network.neutron [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Updating instance_info_cache with network_info: [{"id": "26c84e8e-1c87-43dd-b557-2c9fd092fd91", "address": "fa:16:3e:5c:92:72", "network": {"id": "51307992-19fc-4dab-8b79-9ef6b843c0cd", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1494915838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb485936e0e4513a83b9a55feedc157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c84e8e-1c", "ovs_interfaceid": "26c84e8e-1c87-43dd-b557-2c9fd092fd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.885524] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52381a54-934d-8b66-363c-78861578e2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.030491} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.885822] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.886145] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 6586ddaf-a134-413e-b13c-d0e8529d2603/6586ddaf-a134-413e-b13c-d0e8529d2603.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.886409] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-719150bc-5041-4270-be67-cbb11510db53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.892668] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 893.892668] env[71079]: value = "task-3279075" [ 893.892668] env[71079]: _type = "Task" [ 893.892668] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.900244] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.012785] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 33e7e6bd-0e86-42c4-b5a8-ef07ae610048] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.031057] env[71079]: DEBUG nova.scheduler.client.report [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.104819] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5219b953-4234-fb93-b199-da870518d3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.02824} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.105174] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.105416] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.105646] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.105791] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.105967] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.106239] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbaf52eb-c034-45a7-adc7-ba3eb8506375 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.114999] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.115191] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.115894] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5d4582-39b7-4aa0-82b7-d88423618fa6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.121234] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 894.121234] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52806614-9f00-3113-dbea-93230e32c8a2" [ 894.121234] env[71079]: _type = "Task" [ 894.121234] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.129197] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52806614-9f00-3113-dbea-93230e32c8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.178651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "a17dd244-a485-4440-9283-859d63b544e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.179016] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "a17dd244-a485-4440-9283-859d63b544e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.210081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "07a2ebcb-258c-4709-9a5d-abb29625a953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.210319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.221285] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279074, 'name': Rename_Task, 'duration_secs': 0.163273} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.222056] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.222308] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ac2626-96c4-4f55-9912-40e0e5dea976 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.229027] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 894.229027] env[71079]: value = "task-3279076" [ 894.229027] env[71079]: _type = "Task" [ 894.229027] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.236982] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.331248] env[71079]: DEBUG oslo_concurrency.lockutils [req-f44337ac-acab-453f-9fd6-a54791f83812 req-a87f2c6b-8a67-4ecb-b5a1-621ce9a1fffd service nova] Releasing lock "refresh_cache-42d01463-70dd-48f2-91c6-e4e3ac598b1c" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.406488] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279075, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.516388] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: c8ac11bf-61fb-4bd3-b24a-b0389bbb7354] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.535078] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.537907] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.975s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.538365] env[71079]: DEBUG nova.objects.instance [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lazy-loading 'resources' on Instance uuid 1f678579-a949-4bf2-9526-b3ca84eda4cf {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.558199] env[71079]: INFO nova.scheduler.client.report [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Deleted allocations for instance 640f91ee-1194-40aa-b29d-a1adb07914dd [ 894.635534] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52806614-9f00-3113-dbea-93230e32c8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.636971] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048c2613-be46-441a-8e57-e289b3473785 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.645402] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 894.645402] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e98d75-e104-d7ee-3bcb-de4bd7f320fb" [ 894.645402] env[71079]: _type = "Task" [ 894.645402] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.654624] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e98d75-e104-d7ee-3bcb-de4bd7f320fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.681397] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.713576] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.740208] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279076, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.906745] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841492} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.907015] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 6586ddaf-a134-413e-b13c-d0e8529d2603/6586ddaf-a134-413e-b13c-d0e8529d2603.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.907346] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.907547] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d38deb6-37c2-437e-857d-35856408d49a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.914272] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 894.914272] env[71079]: value = "task-3279077" [ 894.914272] env[71079]: _type = "Task" [ 894.914272] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.921809] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.020180] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 92011c0d-65c5-43e3-a9c4-3fa1c46d3727] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.068497] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e26af134-0c67-465d-9350-5acd8db7552f tempest-ImagesOneServerNegativeTestJSON-1959406027 tempest-ImagesOneServerNegativeTestJSON-1959406027-project-member] Lock "640f91ee-1194-40aa-b29d-a1adb07914dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.305s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.157752] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e98d75-e104-d7ee-3bcb-de4bd7f320fb, 'name': SearchDatastore_Task, 'duration_secs': 0.045665} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.158019] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.158291] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 42d01463-70dd-48f2-91c6-e4e3ac598b1c/42d01463-70dd-48f2-91c6-e4e3ac598b1c.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.158536] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a7e75a-9f96-43c1-a2dd-cb84119eeb60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.166953] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 895.166953] env[71079]: value = "task-3279078" [ 895.166953] env[71079]: _type = "Task" [ 895.166953] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.177603] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.198343] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.229722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.241728] env[71079]: DEBUG oslo_vmware.api [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279076, 'name': PowerOnVM_Task, 'duration_secs': 0.546077} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.241986] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.242197] env[71079]: INFO nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Took 9.33 seconds to spawn the instance on the hypervisor. [ 895.242373] env[71079]: DEBUG nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.243129] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108243b-be39-4ce7-87af-639154ebc699 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.277024] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8baf944-6554-466f-be7b-237321ae2aa4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.283817] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732d375-d192-4e1c-aefd-0b7197858241 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.317500] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d84a99-0a9b-4121-a362-201886d68b24 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.324799] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e31dbf5-c0ce-4d22-8709-6ff3ba61f288 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.338528] env[71079]: DEBUG nova.compute.provider_tree [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.424233] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294066} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.424520] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.425346] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fc2cef-aabc-42d0-9ea8-42571403ba0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.455251] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 6586ddaf-a134-413e-b13c-d0e8529d2603/6586ddaf-a134-413e-b13c-d0e8529d2603.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.455555] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9159dbec-9151-489e-a584-3b17b1badf77 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.476851] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 895.476851] env[71079]: value = "task-3279079" [ 895.476851] env[71079]: _type = "Task" [ 895.476851] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.485240] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.523950] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 64df4dbf-7231-4fed-85d7-241dd9257df8] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.677146] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.762029] env[71079]: INFO nova.compute.manager [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Took 28.43 seconds to build instance. [ 895.844250] env[71079]: DEBUG nova.scheduler.client.report [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.991192] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.027060] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: bbe9db38-468a-4c7d-8140-716ec900380d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.178846] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279078, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.263842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6504c8d4-7904-4f1a-9629-2d0ac5b5fc71 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.939s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.321294] env[71079]: DEBUG nova.compute.manager [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Received event network-changed-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.321294] env[71079]: DEBUG nova.compute.manager [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Refreshing instance network info cache due to event network-changed-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.321294] env[71079]: DEBUG oslo_concurrency.lockutils [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] Acquiring lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.321294] env[71079]: DEBUG oslo_concurrency.lockutils [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] Acquired lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.321294] env[71079]: DEBUG nova.network.neutron [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Refreshing network info cache for port ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.347444] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.349881] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.011s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.351337] env[71079]: INFO nova.compute.claims [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.380111] env[71079]: INFO nova.scheduler.client.report [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted allocations for instance 1f678579-a949-4bf2-9526-b3ca84eda4cf [ 896.490008] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.534764] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 5886f11a-d2d5-459e-82ca-7e718cf28b19] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.682403] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279078, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.057064} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.682818] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 42d01463-70dd-48f2-91c6-e4e3ac598b1c/42d01463-70dd-48f2-91c6-e4e3ac598b1c.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.683197] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.683560] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-849d320b-a18b-47a1-b618-0c523b8beb65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.693874] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 896.693874] env[71079]: value = "task-3279080" [ 896.693874] env[71079]: _type = "Task" [ 896.693874] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.701852] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.887898] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a2fa2a4c-b0c7-4e12-b6fc-6c2fbe935113 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "1f678579-a949-4bf2-9526-b3ca84eda4cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.116s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.989653] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279079, 'name': ReconfigVM_Task, 'duration_secs': 1.255186} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.989966] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 6586ddaf-a134-413e-b13c-d0e8529d2603/6586ddaf-a134-413e-b13c-d0e8529d2603.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.990618] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a71d4b16-cc46-4135-a532-8c46c47956b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.999614] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 896.999614] env[71079]: value = "task-3279081" [ 896.999614] env[71079]: _type = "Task" [ 896.999614] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.013141] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279081, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.038487] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 8b430097-236d-4d69-847c-1129653c46d7] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.117213] env[71079]: DEBUG nova.network.neutron [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Updated VIF entry in instance network info cache for port ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.117786] env[71079]: DEBUG nova.network.neutron [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Updating instance_info_cache with network_info: [{"id": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "address": "fa:16:3e:62:d7:5a", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebbb3c26-00", "ovs_interfaceid": "ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.204703] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07033} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.204703] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.205909] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e5c60-3be9-4b40-897b-27d1a9f92469 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.226771] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 42d01463-70dd-48f2-91c6-e4e3ac598b1c/42d01463-70dd-48f2-91c6-e4e3ac598b1c.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.227708] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e2c026-f712-4356-86f9-7c3e6d325b5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.249025] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 897.249025] env[71079]: value = "task-3279082" [ 897.249025] env[71079]: _type = "Task" [ 897.249025] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.258539] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.516254] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279081, 'name': Rename_Task, 'duration_secs': 0.275439} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.516638] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.517063] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-828033ed-61b8-49e8-bd7c-edff996735db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.524693] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 897.524693] env[71079]: value = "task-3279083" [ 897.524693] env[71079]: _type = "Task" [ 897.524693] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.535763] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.542103] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 76845f8c-e70a-4f92-a3ba-dc7c2c5127ad] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.626439] env[71079]: DEBUG oslo_concurrency.lockutils [req-6b3b43f7-b9c9-441b-984d-c67ad480bb6b req-070862ae-4d26-41d9-9914-72134bc0abdd service nova] Releasing lock "refresh_cache-e460159d-efc7-4afd-a28d-93606c38bfbc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.719478] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765aa89d-665b-4bb7-85cb-8e1719a300cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.728876] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12e2da-ff8c-40b9-a517-22e62ca5e65d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.763499] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f272601-5245-4728-b97a-f3304db38acb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.772614] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279082, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.776016] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc86a3b3-3d39-4dab-8848-2809d62ec51d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.791525] env[71079]: DEBUG nova.compute.provider_tree [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.035340] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.045013] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 524f9d7c-3a51-4570-bad1-4b4a2e51c639] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.268806] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279082, 'name': ReconfigVM_Task, 'duration_secs': 0.542086} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.269124] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 42d01463-70dd-48f2-91c6-e4e3ac598b1c/42d01463-70dd-48f2-91c6-e4e3ac598b1c.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.269781] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2371471c-d008-4592-b412-be8fe34b8f7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.275322] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 898.275322] env[71079]: value = "task-3279084" [ 898.275322] env[71079]: _type = "Task" [ 898.275322] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.283319] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279084, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.295314] env[71079]: DEBUG nova.scheduler.client.report [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.536828] env[71079]: DEBUG oslo_vmware.api [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279083, 'name': PowerOnVM_Task, 'duration_secs': 0.672138} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.537173] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.537458] env[71079]: INFO nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Took 10.16 seconds to spawn the instance on the hypervisor. [ 898.537704] env[71079]: DEBUG nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.538564] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6afd327-f303-473b-96a0-30a8ffc085c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.547607] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 2d27d490-abcb-4459-b039-e045378f97d6] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.785986] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279084, 'name': Rename_Task, 'duration_secs': 0.332354} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.786239] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.786496] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3878e62c-dcc4-4f36-afc0-7e8bb0da12e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.792983] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 898.792983] env[71079]: value = "task-3279085" [ 898.792983] env[71079]: _type = "Task" [ 898.792983] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.801470] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.801998] env[71079]: DEBUG nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.809022] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.809022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.139s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.809022] env[71079]: INFO nova.compute.claims [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.058373] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.058373] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Cleaning up deleted instances with incomplete migration {{(pid=71079) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 899.061864] env[71079]: INFO nova.compute.manager [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Took 20.50 seconds to build instance. [ 899.305667] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.307617] env[71079]: DEBUG nova.compute.utils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.308657] env[71079]: DEBUG nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.308821] env[71079]: DEBUG nova.network.neutron [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.381850] env[71079]: DEBUG nova.policy [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '413eb64089cb412db02a53dc8dfc11ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0776dd468f64861bbea2dd546354170', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.564523] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7010a99b-f7cd-4832-9c8e-bab59ae23b1a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.006s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.565012] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.817029] env[71079]: DEBUG nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.818633] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.905722] env[71079]: DEBUG nova.network.neutron [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Successfully created port: 171310c8-b512-481e-8692-9589bd749fb4 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.125786] env[71079]: DEBUG oslo_concurrency.lockutils [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "6586ddaf-a134-413e-b13c-d0e8529d2603" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.126086] env[71079]: DEBUG oslo_concurrency.lockutils [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.182524] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f28ddb-8390-4b32-9187-4886f0a26dc5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.191103] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607fb953-5c9a-4c9d-9381-4dc08452887d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.225538] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c32af4-e0de-4975-9081-44523e045357 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.233475] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af69c3f9-4bbf-4b89-bd78-fe60d9ad73ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.249670] env[71079]: DEBUG nova.compute.provider_tree [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.306600] env[71079]: DEBUG oslo_vmware.api [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279085, 'name': PowerOnVM_Task, 'duration_secs': 1.022425} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.307057] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.307385] env[71079]: INFO nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Took 9.44 seconds to spawn the instance on the hypervisor. [ 900.307591] env[71079]: DEBUG nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.309024] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eadb41-4c2e-4c8f-9e22-668f05419128 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.631068] env[71079]: DEBUG nova.compute.utils [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.753501] env[71079]: DEBUG nova.scheduler.client.report [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.826610] env[71079]: DEBUG nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.836205] env[71079]: INFO nova.compute.manager [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Took 19.67 seconds to build instance. [ 900.953531] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.953795] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.953988] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.954196] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.954349] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.954510] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.954729] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.954890] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.955072] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.955278] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.955490] env[71079]: DEBUG nova.virt.hardware [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.956548] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb29e1d-7363-4448-ac12-db6641aaa41c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.965901] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f76068-5e4a-4b22-bbd0-be8ac5c09b97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.137974] env[71079]: DEBUG oslo_concurrency.lockutils [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.260073] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.260620] env[71079]: DEBUG nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.263351] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.357s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.263563] env[71079]: DEBUG nova.objects.instance [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lazy-loading 'resources' on Instance uuid 234bae3a-7868-453f-9072-24eb855d57ed {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.339822] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2094698a-9daa-477a-9e2a-d51478997ce1 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.191s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.766882] env[71079]: DEBUG nova.compute.utils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.773655] env[71079]: DEBUG nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.773881] env[71079]: DEBUG nova.network.neutron [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.823225] env[71079]: DEBUG nova.policy [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ef547dcbf8e4f259139caacf8b91719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbfc3d19fe949cea34b73dd43f0b9a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.917252] env[71079]: DEBUG nova.compute.manager [req-28f07827-a68f-487e-86b0-1d4879f8ea97 req-3d5281be-d310-4821-b80d-0531f02ac57a service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Received event network-vif-plugged-171310c8-b512-481e-8692-9589bd749fb4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.917414] env[71079]: DEBUG oslo_concurrency.lockutils [req-28f07827-a68f-487e-86b0-1d4879f8ea97 req-3d5281be-d310-4821-b80d-0531f02ac57a service nova] Acquiring lock "5b122393-96d7-438c-9fec-6f94e1535e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.917634] env[71079]: DEBUG oslo_concurrency.lockutils [req-28f07827-a68f-487e-86b0-1d4879f8ea97 req-3d5281be-d310-4821-b80d-0531f02ac57a service nova] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.917801] env[71079]: DEBUG oslo_concurrency.lockutils [req-28f07827-a68f-487e-86b0-1d4879f8ea97 req-3d5281be-d310-4821-b80d-0531f02ac57a service nova] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.920859] env[71079]: DEBUG nova.compute.manager [req-28f07827-a68f-487e-86b0-1d4879f8ea97 req-3d5281be-d310-4821-b80d-0531f02ac57a service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] No waiting events found dispatching network-vif-plugged-171310c8-b512-481e-8692-9589bd749fb4 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.920859] env[71079]: WARNING nova.compute.manager [req-28f07827-a68f-487e-86b0-1d4879f8ea97 req-3d5281be-d310-4821-b80d-0531f02ac57a service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Received unexpected event network-vif-plugged-171310c8-b512-481e-8692-9589bd749fb4 for instance with vm_state building and task_state spawning. [ 901.951766] env[71079]: DEBUG nova.network.neutron [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Successfully updated port: 171310c8-b512-481e-8692-9589bd749fb4 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.101426] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d027210e-62e3-41e3-a399-3e6512c99550 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.109959] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985f240-daac-4d32-b19c-61907c270c15 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.140710] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92541a08-9f83-4cd7-b4eb-0c3012d05d14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.149082] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f434d-762d-43e2-903b-d0e7d0abe272 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.153758] env[71079]: DEBUG nova.network.neutron [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Successfully created port: c69f17b8-ddfe-4e99-ae39-a825693ad28d {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.165523] env[71079]: DEBUG nova.compute.provider_tree [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.238379] env[71079]: DEBUG oslo_concurrency.lockutils [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "6586ddaf-a134-413e-b13c-d0e8529d2603" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.238899] env[71079]: DEBUG oslo_concurrency.lockutils [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.238987] env[71079]: INFO nova.compute.manager [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Attaching volume f293f0e0-f92c-4b82-891a-0524463415be to /dev/sdb [ 902.274987] env[71079]: DEBUG nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.285458] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7381ab7b-37fd-45a5-8eac-5a93942a8809 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.292820] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c09399-8a2c-4fe8-b3fd-b3146235b436 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.307019] env[71079]: DEBUG nova.virt.block_device [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Updating existing volume attachment record: c3656aed-7fd8-4147-91c3-f03f8c3f8ac2 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 902.456384] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "refresh_cache-5b122393-96d7-438c-9fec-6f94e1535e8e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.456560] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "refresh_cache-5b122393-96d7-438c-9fec-6f94e1535e8e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.456730] env[71079]: DEBUG nova.network.neutron [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.670837] env[71079]: DEBUG nova.scheduler.client.report [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.931069] env[71079]: DEBUG nova.compute.manager [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.931396] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f39e39-84c5-44c2-a5d2-6745efee917e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.995321] env[71079]: DEBUG nova.network.neutron [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.137271] env[71079]: DEBUG nova.network.neutron [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Updating instance_info_cache with network_info: [{"id": "171310c8-b512-481e-8692-9589bd749fb4", "address": "fa:16:3e:b1:af:26", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171310c8-b5", "ovs_interfaceid": "171310c8-b512-481e-8692-9589bd749fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.177696] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.180145] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.650s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.180253] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.181974] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.908s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.182252] env[71079]: DEBUG nova.objects.instance [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lazy-loading 'resources' on Instance uuid 926f7d25-80c5-408e-b2b5-0544d36305f2 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.203423] env[71079]: INFO nova.scheduler.client.report [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted allocations for instance ff127830-f98c-463a-b964-300ebdbfdab5 [ 903.205198] env[71079]: INFO nova.scheduler.client.report [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Deleted allocations for instance 234bae3a-7868-453f-9072-24eb855d57ed [ 903.284867] env[71079]: DEBUG nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.312836] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.313220] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.313452] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.313653] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.313867] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.313987] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.314220] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.314384] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.314564] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.314742] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.314963] env[71079]: DEBUG nova.virt.hardware [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.315903] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9806e60-db11-492b-8d51-cecc870ddfab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.324689] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38fb94-dd0a-4c52-a978-a2aac6282875 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.445581] env[71079]: INFO nova.compute.manager [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] instance snapshotting [ 903.448368] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8507ad-45a3-441f-b8fb-908f33f6a1b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.468933] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75879b5-e4cd-42fd-bc83-f2fb36ee6fba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.639985] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "refresh_cache-5b122393-96d7-438c-9fec-6f94e1535e8e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.640494] env[71079]: DEBUG nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Instance network_info: |[{"id": "171310c8-b512-481e-8692-9589bd749fb4", "address": "fa:16:3e:b1:af:26", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171310c8-b5", "ovs_interfaceid": "171310c8-b512-481e-8692-9589bd749fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.641272] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:af:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '171310c8-b512-481e-8692-9589bd749fb4', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.650686] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.651029] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.651449] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e759e173-4146-42b4-8308-2961b438aa8c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.672772] env[71079]: DEBUG nova.compute.manager [req-ad1fb8b8-0eee-4721-b136-05f3c32d2364 req-eead0656-948e-4aa2-a33f-51c8947c8aa3 service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Received event network-vif-plugged-c69f17b8-ddfe-4e99-ae39-a825693ad28d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.672973] env[71079]: DEBUG oslo_concurrency.lockutils [req-ad1fb8b8-0eee-4721-b136-05f3c32d2364 req-eead0656-948e-4aa2-a33f-51c8947c8aa3 service nova] Acquiring lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.673282] env[71079]: DEBUG oslo_concurrency.lockutils [req-ad1fb8b8-0eee-4721-b136-05f3c32d2364 req-eead0656-948e-4aa2-a33f-51c8947c8aa3 service nova] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.673498] env[71079]: DEBUG oslo_concurrency.lockutils [req-ad1fb8b8-0eee-4721-b136-05f3c32d2364 req-eead0656-948e-4aa2-a33f-51c8947c8aa3 service nova] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.673775] env[71079]: DEBUG nova.compute.manager [req-ad1fb8b8-0eee-4721-b136-05f3c32d2364 req-eead0656-948e-4aa2-a33f-51c8947c8aa3 service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] No waiting events found dispatching network-vif-plugged-c69f17b8-ddfe-4e99-ae39-a825693ad28d {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.673986] env[71079]: WARNING nova.compute.manager [req-ad1fb8b8-0eee-4721-b136-05f3c32d2364 req-eead0656-948e-4aa2-a33f-51c8947c8aa3 service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Received unexpected event network-vif-plugged-c69f17b8-ddfe-4e99-ae39-a825693ad28d for instance with vm_state building and task_state spawning. [ 903.681375] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.681375] env[71079]: value = "task-3279089" [ 903.681375] env[71079]: _type = "Task" [ 903.681375] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.694872] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279089, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.716914] env[71079]: DEBUG oslo_concurrency.lockutils [None req-efd7305c-e50c-4a8a-b386-5a39c0a12bea tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "ff127830-f98c-463a-b964-300ebdbfdab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.882s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.718102] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3b84e6f-e977-4620-8bdb-a4d848e8301e tempest-MigrationsAdminTest-326267198 tempest-MigrationsAdminTest-326267198-project-member] Lock "234bae3a-7868-453f-9072-24eb855d57ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.828s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.818037] env[71079]: DEBUG nova.network.neutron [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Successfully updated port: c69f17b8-ddfe-4e99-ae39-a825693ad28d {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.957049] env[71079]: DEBUG nova.compute.manager [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Received event network-changed-171310c8-b512-481e-8692-9589bd749fb4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.957049] env[71079]: DEBUG nova.compute.manager [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Refreshing instance network info cache due to event network-changed-171310c8-b512-481e-8692-9589bd749fb4. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.957049] env[71079]: DEBUG oslo_concurrency.lockutils [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] Acquiring lock "refresh_cache-5b122393-96d7-438c-9fec-6f94e1535e8e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.957049] env[71079]: DEBUG oslo_concurrency.lockutils [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] Acquired lock "refresh_cache-5b122393-96d7-438c-9fec-6f94e1535e8e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.957049] env[71079]: DEBUG nova.network.neutron [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Refreshing network info cache for port 171310c8-b512-481e-8692-9589bd749fb4 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.974660] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24f4b3-bb95-4e20-b7d6-eda49634bef6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.980053] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.980804] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c20e6f2-3626-4688-b4d4-3bf8dc1a955a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.986412] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2952b2eb-dfe1-4e51-bb45-bf6f654d7f82 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.991201] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 903.991201] env[71079]: value = "task-3279090" [ 903.991201] env[71079]: _type = "Task" [ 903.991201] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.023616] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3499170a-c810-4138-a3ef-97710ae54c56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.029583] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.035641] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53200583-2c28-4f3d-a5d9-69b2b840bb28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.051407] env[71079]: DEBUG nova.compute.provider_tree [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.192872] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279089, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.319016] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.319196] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.319435] env[71079]: DEBUG nova.network.neutron [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.505058] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.558551] env[71079]: DEBUG nova.scheduler.client.report [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.696549] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279089, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.739814] env[71079]: DEBUG nova.network.neutron [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Updated VIF entry in instance network info cache for port 171310c8-b512-481e-8692-9589bd749fb4. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.740324] env[71079]: DEBUG nova.network.neutron [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Updating instance_info_cache with network_info: [{"id": "171310c8-b512-481e-8692-9589bd749fb4", "address": "fa:16:3e:b1:af:26", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap171310c8-b5", "ovs_interfaceid": "171310c8-b512-481e-8692-9589bd749fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.851997] env[71079]: DEBUG nova.network.neutron [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.007264] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.008747] env[71079]: DEBUG nova.network.neutron [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance_info_cache with network_info: [{"id": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "address": "fa:16:3e:f4:9a:27", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f17b8-dd", "ovs_interfaceid": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.069888] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.072644] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.433s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.072879] env[71079]: DEBUG nova.objects.instance [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lazy-loading 'resources' on Instance uuid 4cd73923-4b6d-4923-bb90-f0679c05e709 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.107903] env[71079]: INFO nova.scheduler.client.report [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted allocations for instance 926f7d25-80c5-408e-b2b5-0544d36305f2 [ 905.196111] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279089, 'name': CreateVM_Task, 'duration_secs': 1.408804} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.196579] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.197426] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.197722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.198205] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.198578] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf18623-1306-4315-812a-a9eb197fc098 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.203692] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 905.203692] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e8d5d2-9311-91ac-f291-97bb2c6953e3" [ 905.203692] env[71079]: _type = "Task" [ 905.203692] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.214294] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e8d5d2-9311-91ac-f291-97bb2c6953e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.246918] env[71079]: DEBUG oslo_concurrency.lockutils [req-d458e2b7-aef7-4832-a681-c35973201371 req-7b3d3ef0-3bc1-42b1-ba53-0e13d1cd512e service nova] Releasing lock "refresh_cache-5b122393-96d7-438c-9fec-6f94e1535e8e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.511019] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279090, 'name': CreateSnapshot_Task, 'duration_secs': 1.120657} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.511019] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 905.511019] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98680153-f480-4058-bf09-b8d0c26ce4ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.513036] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.513482] env[71079]: DEBUG nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Instance network_info: |[{"id": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "address": "fa:16:3e:f4:9a:27", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f17b8-dd", "ovs_interfaceid": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.518496] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:9a:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69f17b8-ddfe-4e99-ae39-a825693ad28d', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.527325] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.530362] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.530991] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77dfc357-083d-467f-8643-76e93fa16775 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.556885] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.556885] env[71079]: value = "task-3279092" [ 905.556885] env[71079]: _type = "Task" [ 905.556885] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.568200] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279092, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.616654] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bab51348-9a95-47ed-8029-fe380ca3b9fe tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "926f7d25-80c5-408e-b2b5-0544d36305f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.836s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.715702] env[71079]: DEBUG nova.compute.manager [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Received event network-changed-c69f17b8-ddfe-4e99-ae39-a825693ad28d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.716238] env[71079]: DEBUG nova.compute.manager [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Refreshing instance network info cache due to event network-changed-c69f17b8-ddfe-4e99-ae39-a825693ad28d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.716581] env[71079]: DEBUG oslo_concurrency.lockutils [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] Acquiring lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.717374] env[71079]: DEBUG oslo_concurrency.lockutils [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] Acquired lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.717683] env[71079]: DEBUG nova.network.neutron [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Refreshing network info cache for port c69f17b8-ddfe-4e99-ae39-a825693ad28d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.734020] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e8d5d2-9311-91ac-f291-97bb2c6953e3, 'name': SearchDatastore_Task, 'duration_secs': 0.03874} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.734020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.734020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.734020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.734020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.734020] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.734020] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daa17bcc-7262-4e07-bd7e-62d94fc29905 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.750184] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.750184] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.753505] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5290b4d9-fe7b-4564-92f5-dd4f867bda4f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.764022] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 905.764022] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a55508-51cd-1235-27e7-3a0a7d10c46b" [ 905.764022] env[71079]: _type = "Task" [ 905.764022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.772887] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a55508-51cd-1235-27e7-3a0a7d10c46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.871532] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e2d4a-5677-4a57-bf8a-e016581ff0c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.882309] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa38dba-0dd3-488c-8e6e-651ca38a6b8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.917359] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.917734] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.917992] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.918239] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.918457] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.921249] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16be37f4-edcd-4f74-9385-9ce0bfe60791 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.924891] env[71079]: INFO nova.compute.manager [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Terminating instance [ 905.934946] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb261529-b2a3-45f6-85e8-7573f7074eff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.957870] env[71079]: DEBUG nova.compute.provider_tree [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.044242] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 906.045086] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3b18c78-8ac5-44b5-be52-af2d92c82e3f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.056416] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 906.056416] env[71079]: value = "task-3279093" [ 906.056416] env[71079]: _type = "Task" [ 906.056416] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.073783] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279093, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.073783] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279092, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.278761] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a55508-51cd-1235-27e7-3a0a7d10c46b, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.279599] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854cd087-3008-43a9-a78c-5e6c933b32fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.286139] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 906.286139] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5241864a-da4e-1fbb-80ac-9d670f726375" [ 906.286139] env[71079]: _type = "Task" [ 906.286139] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.295086] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5241864a-da4e-1fbb-80ac-9d670f726375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.434113] env[71079]: DEBUG nova.compute.manager [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.434113] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.435954] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270aa833-3681-4fc0-8d37-d67e6a420f65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.444719] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.445195] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cec515-eafd-4bb8-bb3a-8c4048ef45bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.454155] env[71079]: DEBUG oslo_vmware.api [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 906.454155] env[71079]: value = "task-3279094" [ 906.454155] env[71079]: _type = "Task" [ 906.454155] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.458619] env[71079]: DEBUG nova.scheduler.client.report [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.468456] env[71079]: DEBUG oslo_vmware.api [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.581037] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279093, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.581037] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279092, 'name': CreateVM_Task, 'duration_secs': 0.518777} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.581037] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.581037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.581037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.581037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.581500] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2affe20b-3eed-4a13-b05c-5748be8c499e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.589131] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 906.589131] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523e1bb2-27cc-0e88-8cf6-80fc993cff2f" [ 906.589131] env[71079]: _type = "Task" [ 906.589131] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.600462] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523e1bb2-27cc-0e88-8cf6-80fc993cff2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.801395] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5241864a-da4e-1fbb-80ac-9d670f726375, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.801395] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.801395] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 5b122393-96d7-438c-9fec-6f94e1535e8e/5b122393-96d7-438c-9fec-6f94e1535e8e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.801395] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aff893f8-a191-4046-ae50-ff79a943cb8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.808276] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 906.808276] env[71079]: value = "task-3279095" [ 906.808276] env[71079]: _type = "Task" [ 906.808276] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.820016] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.853848] env[71079]: DEBUG nova.network.neutron [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updated VIF entry in instance network info cache for port c69f17b8-ddfe-4e99-ae39-a825693ad28d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.854232] env[71079]: DEBUG nova.network.neutron [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance_info_cache with network_info: [{"id": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "address": "fa:16:3e:f4:9a:27", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f17b8-dd", "ovs_interfaceid": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.869267] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 906.869513] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654891', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'name': 'volume-f293f0e0-f92c-4b82-891a-0524463415be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6586ddaf-a134-413e-b13c-d0e8529d2603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'serial': 'f293f0e0-f92c-4b82-891a-0524463415be'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 906.870500] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417babcb-09d0-43f6-93ae-0c1d05c72bb1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.899752] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51fde45-9eaa-4582-af7d-4338c8426021 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.940528] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-f293f0e0-f92c-4b82-891a-0524463415be/volume-f293f0e0-f92c-4b82-891a-0524463415be.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.940946] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e49cd6-0db5-437d-88e2-dfbff358169a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.971744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.977870] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.951s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.979930] env[71079]: INFO nova.compute.claims [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.982344] env[71079]: DEBUG oslo_vmware.api [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279094, 'name': PowerOffVM_Task, 'duration_secs': 0.346756} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.982627] env[71079]: DEBUG oslo_vmware.api [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 906.982627] env[71079]: value = "task-3279096" [ 906.982627] env[71079]: _type = "Task" [ 906.982627] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.982856] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.983034] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.983344] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78f0e360-788e-42e0-a30e-a7cdf38fb57b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.996105] env[71079]: DEBUG oslo_vmware.api [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.007407] env[71079]: INFO nova.scheduler.client.report [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Deleted allocations for instance 4cd73923-4b6d-4923-bb90-f0679c05e709 [ 907.071524] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279093, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.073224] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.073519] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.074106] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleting the datastore file [datastore2] d1ee91d7-9d84-4094-8d38-166d8a2b999e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.074106] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edfc8fac-2520-42c3-a5ea-e7746f06ee36 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.082805] env[71079]: DEBUG oslo_vmware.api [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for the task: (returnval){ [ 907.082805] env[71079]: value = "task-3279098" [ 907.082805] env[71079]: _type = "Task" [ 907.082805] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.098186] env[71079]: DEBUG oslo_vmware.api [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.106607] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523e1bb2-27cc-0e88-8cf6-80fc993cff2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014435} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.106938] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.107452] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.107531] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.107721] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.107940] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.108729] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c18cd2d-02cb-4b4e-af54-386c2cda75d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.125913] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.126203] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.127255] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1830154-b870-4f7a-8a9a-88f79ed3d3eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.135349] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 907.135349] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523671d1-34f7-f1f2-f8f4-b8440dcf972f" [ 907.135349] env[71079]: _type = "Task" [ 907.135349] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.145495] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523671d1-34f7-f1f2-f8f4-b8440dcf972f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.324338] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279095, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.356922] env[71079]: DEBUG oslo_concurrency.lockutils [req-c9923681-f0b0-43f7-9713-123ab35f6497 req-de561f49-58c9-4773-9206-74f3d1f2768b service nova] Releasing lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.500353] env[71079]: DEBUG oslo_vmware.api [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.518699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-20f3fe5a-18e2-4a74-ba75-2bc275b748a2 tempest-ServersTestMultiNic-439042849 tempest-ServersTestMultiNic-439042849-project-member] Lock "4cd73923-4b6d-4923-bb90-f0679c05e709" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.183s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.572673] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279093, 'name': CloneVM_Task, 'duration_secs': 1.334248} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.573058] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Created linked-clone VM from snapshot [ 907.573895] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d346cd-0cce-40d1-8218-6c2b78c5c6fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.586490] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Uploading image 1afef161-9684-4465-8eec-b46b7e88f930 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.600635] env[71079]: DEBUG oslo_vmware.api [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Task: {'id': task-3279098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394006} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.600958] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.601176] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.601364] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.601542] env[71079]: INFO nova.compute.manager [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 907.601861] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.602744] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 907.603060] env[71079]: DEBUG nova.compute.manager [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.603223] env[71079]: DEBUG nova.network.neutron [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.605258] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e7333b0-1a13-4553-b011-3dd8db7cb675 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.622449] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 907.622449] env[71079]: value = "task-3279099" [ 907.622449] env[71079]: _type = "Task" [ 907.622449] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.634084] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279099, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.650011] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523671d1-34f7-f1f2-f8f4-b8440dcf972f, 'name': SearchDatastore_Task, 'duration_secs': 0.064187} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.651143] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4718898b-fd6f-4707-8c07-f1b335e83347 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.658551] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 907.658551] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5278e376-1a0d-0e1c-aa70-1d52437c7898" [ 907.658551] env[71079]: _type = "Task" [ 907.658551] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.668923] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5278e376-1a0d-0e1c-aa70-1d52437c7898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.825485] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523059} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.825608] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 5b122393-96d7-438c-9fec-6f94e1535e8e/5b122393-96d7-438c-9fec-6f94e1535e8e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.825872] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.826290] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69a89110-2329-476e-a901-d0cc7851da45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.834760] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 907.834760] env[71079]: value = "task-3279100" [ 907.834760] env[71079]: _type = "Task" [ 907.834760] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.850614] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.994575] env[71079]: DEBUG oslo_vmware.api [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279096, 'name': ReconfigVM_Task, 'duration_secs': 0.805112} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.994757] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-f293f0e0-f92c-4b82-891a-0524463415be/volume-f293f0e0-f92c-4b82-891a-0524463415be.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.005869] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f32320d-96af-4920-a65a-546ba8c21df3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.025237] env[71079]: DEBUG oslo_vmware.api [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 908.025237] env[71079]: value = "task-3279101" [ 908.025237] env[71079]: _type = "Task" [ 908.025237] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.043294] env[71079]: DEBUG oslo_vmware.api [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.142622] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279099, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.176259] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5278e376-1a0d-0e1c-aa70-1d52437c7898, 'name': SearchDatastore_Task, 'duration_secs': 0.014223} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.179511] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.179935] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] fab715a3-9430-4f78-b5d8-8c48763110b7/fab715a3-9430-4f78-b5d8-8c48763110b7.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.180448] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4230abe-4f75-47b7-ac03-cba277144f54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.191856] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 908.191856] env[71079]: value = "task-3279102" [ 908.191856] env[71079]: _type = "Task" [ 908.191856] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.207979] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.211739] env[71079]: DEBUG nova.compute.manager [req-b3f5c787-1d88-4f44-9ce7-7d34a6d326b3 req-dd765308-5e73-46e2-ae52-ae095571bec1 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Received event network-vif-deleted-1f485df5-e79c-4599-8fbd-ec38abdaf03f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.212016] env[71079]: INFO nova.compute.manager [req-b3f5c787-1d88-4f44-9ce7-7d34a6d326b3 req-dd765308-5e73-46e2-ae52-ae095571bec1 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Neutron deleted interface 1f485df5-e79c-4599-8fbd-ec38abdaf03f; detaching it from the instance and deleting it from the info cache [ 908.212337] env[71079]: DEBUG nova.network.neutron [req-b3f5c787-1d88-4f44-9ce7-7d34a6d326b3 req-dd765308-5e73-46e2-ae52-ae095571bec1 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.298183] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "afb0d8f4-3928-47fe-be2d-64324a361652" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.298340] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "afb0d8f4-3928-47fe-be2d-64324a361652" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.350718] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086241} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.351164] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.352145] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d8e659-6fea-4c54-8cf3-7bec65316c4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.395221] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 5b122393-96d7-438c-9fec-6f94e1535e8e/5b122393-96d7-438c-9fec-6f94e1535e8e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.397508] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e2a83c-3c39-4426-9dad-2dc9be7d0b97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.421794] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8873206-1f5e-4712-9aa1-f9ba3cacec71 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.433439] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952432e-ab0d-4aae-a4aa-bf321566b985 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.437561] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 908.437561] env[71079]: value = "task-3279103" [ 908.437561] env[71079]: _type = "Task" [ 908.437561] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.470247] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ae73c-f625-4d59-be15-815ec8b113c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.476920] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.489019] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e5318b-5708-4224-92be-0b136826cc18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.507678] env[71079]: DEBUG nova.compute.provider_tree [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.539467] env[71079]: DEBUG oslo_vmware.api [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279101, 'name': ReconfigVM_Task, 'duration_secs': 0.174974} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.539996] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654891', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'name': 'volume-f293f0e0-f92c-4b82-891a-0524463415be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6586ddaf-a134-413e-b13c-d0e8529d2603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'serial': 'f293f0e0-f92c-4b82-891a-0524463415be'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 908.634079] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279099, 'name': Destroy_Task, 'duration_secs': 0.799454} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.634720] env[71079]: DEBUG nova.network.neutron [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.636237] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Destroyed the VM [ 908.636839] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 908.638157] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1140f0de-0f11-4fab-966b-15e60e8e66e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.646651] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 908.646651] env[71079]: value = "task-3279104" [ 908.646651] env[71079]: _type = "Task" [ 908.646651] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.656741] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279104, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.703840] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279102, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.715555] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f2f14a6-1c07-484f-be84-3d7d295aa61c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.726832] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bed95a-075a-4d43-9022-357f331e5c22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.771196] env[71079]: DEBUG nova.compute.manager [req-b3f5c787-1d88-4f44-9ce7-7d34a6d326b3 req-dd765308-5e73-46e2-ae52-ae095571bec1 service nova] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Detach interface failed, port_id=1f485df5-e79c-4599-8fbd-ec38abdaf03f, reason: Instance d1ee91d7-9d84-4094-8d38-166d8a2b999e could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.801460] env[71079]: DEBUG nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.950602] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.012792] env[71079]: DEBUG nova.scheduler.client.report [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.138124] env[71079]: INFO nova.compute.manager [-] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Took 1.53 seconds to deallocate network for instance. [ 909.161489] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279104, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.203811] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279102, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.337962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.450136] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279103, 'name': ReconfigVM_Task, 'duration_secs': 0.573856} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.450503] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 5b122393-96d7-438c-9fec-6f94e1535e8e/5b122393-96d7-438c-9fec-6f94e1535e8e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.451368] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3def45b2-8ab2-46d7-b54c-1554c0834921 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.459079] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 909.459079] env[71079]: value = "task-3279105" [ 909.459079] env[71079]: _type = "Task" [ 909.459079] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.473656] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279105, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.520843] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.521332] env[71079]: DEBUG nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.524532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.326s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.526023] env[71079]: INFO nova.compute.claims [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.587075] env[71079]: DEBUG nova.objects.instance [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'flavor' on Instance uuid 6586ddaf-a134-413e-b13c-d0e8529d2603 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.647192] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.660834] env[71079]: DEBUG oslo_vmware.api [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279104, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801656} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.661214] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 909.706230] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279102, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.760495] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "6586ddaf-a134-413e-b13c-d0e8529d2603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.968979] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279105, 'name': Rename_Task, 'duration_secs': 0.26534} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.969468] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.969788] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e25bcc1-ed3f-4330-b76e-f22ae03d10e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.976630] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 909.976630] env[71079]: value = "task-3279106" [ 909.976630] env[71079]: _type = "Task" [ 909.976630] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.984491] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.028513] env[71079]: DEBUG nova.compute.utils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.028513] env[71079]: DEBUG nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.028513] env[71079]: DEBUG nova.network.neutron [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.093410] env[71079]: DEBUG oslo_concurrency.lockutils [None req-423f4846-5038-48f9-a16e-b44995401ab4 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.094742] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.334s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.096035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "6586ddaf-a134-413e-b13c-d0e8529d2603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.096035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.096035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.097821] env[71079]: INFO nova.compute.manager [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Terminating instance [ 910.116709] env[71079]: DEBUG nova.policy [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6af7d05a635f4a8ca5a50e460faec039', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85e3f6aff2ce4aa3ab8faca944e7a99b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.167487] env[71079]: WARNING nova.compute.manager [None req-dab3c807-db53-460c-9313-7f401a2c7da5 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Image not found during snapshot: nova.exception.ImageNotFound: Image 1afef161-9684-4465-8eec-b46b7e88f930 could not be found. [ 910.205699] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279102, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523221} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.206116] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] fab715a3-9430-4f78-b5d8-8c48763110b7/fab715a3-9430-4f78-b5d8-8c48763110b7.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.206632] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.206991] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3696faf5-a95e-4d61-a1e5-86539ff1fe64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.216199] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 910.216199] env[71079]: value = "task-3279107" [ 910.216199] env[71079]: _type = "Task" [ 910.216199] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.224918] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.487875] env[71079]: DEBUG oslo_vmware.api [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279106, 'name': PowerOnVM_Task, 'duration_secs': 0.488532} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.488443] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.488699] env[71079]: INFO nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Took 9.66 seconds to spawn the instance on the hypervisor. [ 910.488882] env[71079]: DEBUG nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.489886] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff2870-bf2b-427e-8046-9f71d3a582e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.507773] env[71079]: DEBUG nova.network.neutron [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Successfully created port: 2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.532860] env[71079]: DEBUG nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.605907] env[71079]: DEBUG nova.compute.manager [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.606279] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.609111] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0411880a-4579-49b3-82f0-e3170e968e4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.616981] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 910.616981] env[71079]: value = "task-3279108" [ 910.616981] env[71079]: _type = "Task" [ 910.616981] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.634020] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.726279] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064892} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.726279] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.727064] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd057c6-55a6-4474-92c6-180ed3a4ab0c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.759903] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] fab715a3-9430-4f78-b5d8-8c48763110b7/fab715a3-9430-4f78-b5d8-8c48763110b7.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.763060] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb1299c-570b-479a-9356-ab02af1e44bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.786582] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 910.786582] env[71079]: value = "task-3279109" [ 910.786582] env[71079]: _type = "Task" [ 910.786582] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.802293] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.868965] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.869211] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.936096] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfffe97-2651-4e6e-9291-e857f9927011 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.945472] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa12104-bf18-4295-a3d3-90e4df7fd1fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.979769] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1305e9c-5db2-439d-adf0-33882bb269f4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.987465] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2466c7-59fa-4acf-93bd-8ec553429e07 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.001119] env[71079]: DEBUG nova.compute.provider_tree [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.012673] env[71079]: INFO nova.compute.manager [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Took 25.71 seconds to build instance. [ 911.127501] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279108, 'name': PowerOffVM_Task, 'duration_secs': 0.214253} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.127799] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.128018] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 911.128222] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654891', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'name': 'volume-f293f0e0-f92c-4b82-891a-0524463415be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6586ddaf-a134-413e-b13c-d0e8529d2603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'serial': 'f293f0e0-f92c-4b82-891a-0524463415be'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 911.128981] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf1e6b-81d5-4984-ab63-067974ee70c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.155393] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b98a504-354b-4b81-ac16-abfd366be279 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.162021] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1476f74-704a-4c16-b72a-4404872ce5af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.162021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.162231] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.162407] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.162582] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.162742] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.164842] env[71079]: INFO nova.compute.manager [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Terminating instance [ 911.186080] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec432e-fcc7-41bc-87a0-25792bf7e3f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.203177] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] The volume has not been displaced from its original location: [datastore2] volume-f293f0e0-f92c-4b82-891a-0524463415be/volume-f293f0e0-f92c-4b82-891a-0524463415be.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 911.210834] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.210834] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f22355f-cfb5-41e6-98a5-bd2a1e4a6163 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.228131] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 911.228131] env[71079]: value = "task-3279110" [ 911.228131] env[71079]: _type = "Task" [ 911.228131] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.235983] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.296143] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279109, 'name': ReconfigVM_Task, 'duration_secs': 0.331656} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.296434] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Reconfigured VM instance instance-00000046 to attach disk [datastore2] fab715a3-9430-4f78-b5d8-8c48763110b7/fab715a3-9430-4f78-b5d8-8c48763110b7.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.297068] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-442765a4-9319-4d30-a049-a1274e78470c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.305714] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 911.305714] env[71079]: value = "task-3279111" [ 911.305714] env[71079]: _type = "Task" [ 911.305714] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.317295] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279111, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.372345] env[71079]: DEBUG nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.504702] env[71079]: DEBUG nova.scheduler.client.report [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.514950] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f395790c-e20a-4d62-b0ad-347d555f8267 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.223s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.543711] env[71079]: DEBUG nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.569563] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.569819] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.569976] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.570172] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.570320] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.570469] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.570686] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.570877] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.571063] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.571230] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.571406] env[71079]: DEBUG nova.virt.hardware [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.572286] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eadd1a-ec4a-4c3e-9590-eda233373ed9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.580100] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70209388-3354-49cb-90d3-675ec4a6f2eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.669241] env[71079]: DEBUG nova.compute.manager [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.669660] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.670480] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d9586-b6cf-4948-9243-29b52b7c2e8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.679510] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.679978] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cacd8cb-61c4-41d1-8f40-06935b683503 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.688194] env[71079]: DEBUG oslo_vmware.api [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 911.688194] env[71079]: value = "task-3279112" [ 911.688194] env[71079]: _type = "Task" [ 911.688194] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.696810] env[71079]: DEBUG oslo_vmware.api [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.741167] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279110, 'name': ReconfigVM_Task, 'duration_secs': 0.220299} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.741540] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.749872] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d582f1d7-2d33-446d-a42f-f4d9152db4ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.760178] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "5b122393-96d7-438c-9fec-6f94e1535e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.760478] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.761298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "5b122393-96d7-438c-9fec-6f94e1535e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.761298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.761298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.763689] env[71079]: INFO nova.compute.manager [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Terminating instance [ 911.768520] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 911.768520] env[71079]: value = "task-3279113" [ 911.768520] env[71079]: _type = "Task" [ 911.768520] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.778754] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.814224] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279111, 'name': Rename_Task, 'duration_secs': 0.139434} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.814571] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.814864] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b026fb3-9190-4541-8a31-674117b218a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.821469] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 911.821469] env[71079]: value = "task-3279114" [ 911.821469] env[71079]: _type = "Task" [ 911.821469] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.830542] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.897980] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.012246] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.012246] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.013865] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.784s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.014857] env[71079]: INFO nova.compute.claims [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.167127] env[71079]: DEBUG nova.compute.manager [req-80bd69c6-6f39-4e75-8516-c2a720186b6f req-9a313c77-8bae-434f-9dd9-76533cc4a520 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Received event network-vif-plugged-2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.167417] env[71079]: DEBUG oslo_concurrency.lockutils [req-80bd69c6-6f39-4e75-8516-c2a720186b6f req-9a313c77-8bae-434f-9dd9-76533cc4a520 service nova] Acquiring lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.167589] env[71079]: DEBUG oslo_concurrency.lockutils [req-80bd69c6-6f39-4e75-8516-c2a720186b6f req-9a313c77-8bae-434f-9dd9-76533cc4a520 service nova] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.167754] env[71079]: DEBUG oslo_concurrency.lockutils [req-80bd69c6-6f39-4e75-8516-c2a720186b6f req-9a313c77-8bae-434f-9dd9-76533cc4a520 service nova] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.167932] env[71079]: DEBUG nova.compute.manager [req-80bd69c6-6f39-4e75-8516-c2a720186b6f req-9a313c77-8bae-434f-9dd9-76533cc4a520 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] No waiting events found dispatching network-vif-plugged-2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.168227] env[71079]: WARNING nova.compute.manager [req-80bd69c6-6f39-4e75-8516-c2a720186b6f req-9a313c77-8bae-434f-9dd9-76533cc4a520 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Received unexpected event network-vif-plugged-2a515e2c-2a91-4d4b-a6be-041f68080c20 for instance with vm_state building and task_state spawning. [ 912.181250] env[71079]: DEBUG nova.network.neutron [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Successfully updated port: 2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.201865] env[71079]: DEBUG oslo_vmware.api [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279112, 'name': PowerOffVM_Task, 'duration_secs': 0.199115} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.202343] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.202567] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.202836] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32457e76-74f2-46c7-904f-b7711987dd38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.267758] env[71079]: DEBUG nova.compute.manager [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.268015] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.269530] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde653ed-f67d-481f-b5c3-cf2add51a324 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.281861] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279113, 'name': ReconfigVM_Task, 'duration_secs': 0.250171} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.284715] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654891', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'name': 'volume-f293f0e0-f92c-4b82-891a-0524463415be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6586ddaf-a134-413e-b13c-d0e8529d2603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f293f0e0-f92c-4b82-891a-0524463415be', 'serial': 'f293f0e0-f92c-4b82-891a-0524463415be'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 912.284994] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.289020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.289020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.289020] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleting the datastore file [datastore1] 42d01463-70dd-48f2-91c6-e4e3ac598b1c {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.289020] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.289020] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033a83e-77a1-468c-a92a-e431b7fd50fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.291068] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c9c157-d045-4dfd-ac52-3aa32a1211e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.292663] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408599c9-eb5e-4306-959a-878e710de56c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.298477] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.300892] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a40a33-2574-4c38-9f79-59890f328594 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.302582] env[71079]: DEBUG oslo_vmware.api [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 912.302582] env[71079]: value = "task-3279116" [ 912.302582] env[71079]: _type = "Task" [ 912.302582] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.302865] env[71079]: DEBUG oslo_vmware.api [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for the task: (returnval){ [ 912.302865] env[71079]: value = "task-3279117" [ 912.302865] env[71079]: _type = "Task" [ 912.302865] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.324046] env[71079]: DEBUG oslo_vmware.api [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.330484] env[71079]: DEBUG oslo_vmware.api [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.336082] env[71079]: DEBUG oslo_vmware.api [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279114, 'name': PowerOnVM_Task, 'duration_secs': 0.469726} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.336447] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.336717] env[71079]: INFO nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Took 9.05 seconds to spawn the instance on the hypervisor. [ 912.336983] env[71079]: DEBUG nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.338020] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c022e-fb39-4af2-86d2-84b1adaa3f55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.372073] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.372231] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.372360] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleting the datastore file [datastore1] 6586ddaf-a134-413e-b13c-d0e8529d2603 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.372633] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffad6836-a62e-4ce0-8236-e5b4122682d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.378871] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 912.378871] env[71079]: value = "task-3279119" [ 912.378871] env[71079]: _type = "Task" [ 912.378871] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.390552] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.519449] env[71079]: DEBUG nova.compute.utils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.523384] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.523556] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.586984] env[71079]: DEBUG nova.policy [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a628d7aeb7064fe7be9580503d08b1f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd7d1660f32e45efa7d72baa5f38c6c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.683621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.685030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.685030] env[71079]: DEBUG nova.network.neutron [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.816674] env[71079]: DEBUG oslo_vmware.api [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279116, 'name': PowerOffVM_Task, 'duration_secs': 0.178023} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.820092] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.821059] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.821059] env[71079]: DEBUG oslo_vmware.api [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Task: {'id': task-3279117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176684} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.821351] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eab457e-052b-469a-8dde-a39e55e585a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.822684] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.823294] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.823474] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.823647] env[71079]: INFO nova.compute.manager [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 912.823875] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.824079] env[71079]: DEBUG nova.compute.manager [-] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.824170] env[71079]: DEBUG nova.network.neutron [-] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.854642] env[71079]: INFO nova.compute.manager [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Took 27.21 seconds to build instance. [ 912.900300] env[71079]: DEBUG oslo_vmware.api [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159153} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.901757] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.901971] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.902542] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.902792] env[71079]: INFO nova.compute.manager [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Took 2.30 seconds to destroy the instance on the hypervisor. [ 912.903874] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.904167] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.904394] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.904612] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleting the datastore file [datastore2] 5b122393-96d7-438c-9fec-6f94e1535e8e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.904888] env[71079]: DEBUG nova.compute.manager [-] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.905031] env[71079]: DEBUG nova.network.neutron [-] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.907522] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb402d3-3955-42e1-a687-a1242894364b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.914724] env[71079]: DEBUG oslo_vmware.api [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 912.914724] env[71079]: value = "task-3279121" [ 912.914724] env[71079]: _type = "Task" [ 912.914724] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.923135] env[71079]: DEBUG oslo_vmware.api [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.006776] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Successfully created port: c26aaf3b-05f1-44b7-9810-849f7fbd2858 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.024419] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.253624] env[71079]: DEBUG nova.network.neutron [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.343236] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4520360-41d6-464f-aad7-99e7bef79a44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.350366] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b31c9-4b1f-466c-9bfd-f1c20f91aaad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.388491] env[71079]: DEBUG oslo_concurrency.lockutils [None req-341815df-cc81-4e7b-87a2-f13a58f0525c tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.749s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.392189] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50ed71e-3560-4d04-95b4-1fa3118eaf55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.402773] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e053322-d950-4da3-99bf-0b6eb318152a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.417151] env[71079]: DEBUG nova.compute.provider_tree [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.428167] env[71079]: DEBUG oslo_vmware.api [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189491} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.429903] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.430084] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.430326] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.430587] env[71079]: INFO nova.compute.manager [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 913.430985] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.431569] env[71079]: DEBUG nova.compute.manager [-] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.431703] env[71079]: DEBUG nova.network.neutron [-] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.592281] env[71079]: DEBUG nova.compute.manager [req-4360f66a-cd46-4c45-b527-ebb9be0a8274 req-325db00d-f8c4-4ec3-9214-79a9a6b0640d service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Received event network-vif-deleted-26c84e8e-1c87-43dd-b557-2c9fd092fd91 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.592514] env[71079]: INFO nova.compute.manager [req-4360f66a-cd46-4c45-b527-ebb9be0a8274 req-325db00d-f8c4-4ec3-9214-79a9a6b0640d service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Neutron deleted interface 26c84e8e-1c87-43dd-b557-2c9fd092fd91; detaching it from the instance and deleting it from the info cache [ 913.592557] env[71079]: DEBUG nova.network.neutron [req-4360f66a-cd46-4c45-b527-ebb9be0a8274 req-325db00d-f8c4-4ec3-9214-79a9a6b0640d service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.729734] env[71079]: DEBUG nova.network.neutron [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updating instance_info_cache with network_info: [{"id": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "address": "fa:16:3e:3b:86:91", "network": {"id": "22b87d3c-394a-4489-bcb1-18bf573c08ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-52877637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85e3f6aff2ce4aa3ab8faca944e7a99b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a515e2c-2a", "ovs_interfaceid": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.921978] env[71079]: DEBUG nova.scheduler.client.report [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.989964] env[71079]: DEBUG nova.network.neutron [-] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.041549] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.062523] env[71079]: DEBUG nova.network.neutron [-] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.079738] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.079738] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.079955] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.079955] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.080122] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.080284] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.081543] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.081543] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.081543] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.081543] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.081543] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.082156] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4864b20f-e45b-4952-a0d4-7569339fba32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.091980] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09bc689-f45c-4bc4-badc-98e7c563966e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.096356] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92943a40-7e8c-4810-a912-0edeac4d5907 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.114552] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bea4dfb-52a2-488e-94f9-805f94fdec2b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.145043] env[71079]: DEBUG nova.compute.manager [req-4360f66a-cd46-4c45-b527-ebb9be0a8274 req-325db00d-f8c4-4ec3-9214-79a9a6b0640d service nova] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Detach interface failed, port_id=26c84e8e-1c87-43dd-b557-2c9fd092fd91, reason: Instance 42d01463-70dd-48f2-91c6-e4e3ac598b1c could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 914.209614] env[71079]: DEBUG nova.compute.manager [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Received event network-changed-2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.209614] env[71079]: DEBUG nova.compute.manager [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Refreshing instance network info cache due to event network-changed-2a515e2c-2a91-4d4b-a6be-041f68080c20. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.209614] env[71079]: DEBUG oslo_concurrency.lockutils [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] Acquiring lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.232247] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Releasing lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.232580] env[71079]: DEBUG nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Instance network_info: |[{"id": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "address": "fa:16:3e:3b:86:91", "network": {"id": "22b87d3c-394a-4489-bcb1-18bf573c08ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-52877637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85e3f6aff2ce4aa3ab8faca944e7a99b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a515e2c-2a", "ovs_interfaceid": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.232876] env[71079]: DEBUG oslo_concurrency.lockutils [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] Acquired lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.233070] env[71079]: DEBUG nova.network.neutron [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Refreshing network info cache for port 2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.234288] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:86:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a515e2c-2a91-4d4b-a6be-041f68080c20', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.242244] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Creating folder: Project (85e3f6aff2ce4aa3ab8faca944e7a99b). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.245680] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbcc2010-52eb-431e-a114-010871b81c43 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.258023] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Created folder: Project (85e3f6aff2ce4aa3ab8faca944e7a99b) in parent group-v654700. [ 914.258023] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Creating folder: Instances. Parent ref: group-v654896. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.258023] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b3b0b34-f146-4ff8-a48b-b3c80f69d412 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.266619] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Created folder: Instances in parent group-v654896. [ 914.267068] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.267417] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.267729] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7419ef07-6600-4197-86e4-7c7326f27d32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.296199] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.296199] env[71079]: value = "task-3279124" [ 914.296199] env[71079]: _type = "Task" [ 914.296199] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.308126] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279124, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.428031] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.428031] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.433131] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.095s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.434501] env[71079]: INFO nova.compute.claims [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.461458] env[71079]: DEBUG nova.compute.manager [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 914.474380] env[71079]: DEBUG nova.network.neutron [-] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.494437] env[71079]: INFO nova.compute.manager [-] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Took 1.67 seconds to deallocate network for instance. [ 914.543259] env[71079]: DEBUG nova.network.neutron [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updated VIF entry in instance network info cache for port 2a515e2c-2a91-4d4b-a6be-041f68080c20. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.543761] env[71079]: DEBUG nova.network.neutron [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updating instance_info_cache with network_info: [{"id": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "address": "fa:16:3e:3b:86:91", "network": {"id": "22b87d3c-394a-4489-bcb1-18bf573c08ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-52877637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85e3f6aff2ce4aa3ab8faca944e7a99b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a515e2c-2a", "ovs_interfaceid": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.565885] env[71079]: INFO nova.compute.manager [-] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Took 1.66 seconds to deallocate network for instance. [ 914.618377] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Successfully updated port: c26aaf3b-05f1-44b7-9810-849f7fbd2858 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.808126] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279124, 'name': CreateVM_Task, 'duration_secs': 0.397313} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.808238] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.809068] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.809190] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.809543] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.809820] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db33934-29b8-4602-9c5c-4c8912b3dac7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.814947] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 914.814947] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5256aa38-3b6a-b75d-297c-ae75c1a49c55" [ 914.814947] env[71079]: _type = "Task" [ 914.814947] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.823944] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5256aa38-3b6a-b75d-297c-ae75c1a49c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.934775] env[71079]: DEBUG nova.compute.utils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.936608] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.936868] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.975706] env[71079]: INFO nova.compute.manager [-] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Took 1.54 seconds to deallocate network for instance. [ 914.983832] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.000508] env[71079]: DEBUG nova.policy [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a628d7aeb7064fe7be9580503d08b1f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd7d1660f32e45efa7d72baa5f38c6c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.003118] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.047255] env[71079]: DEBUG oslo_concurrency.lockutils [req-348927c8-0c90-48bd-bda3-79f1e527c0ab req-ed818b83-277c-44dc-a979-4f866a69b85c service nova] Releasing lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.118981] env[71079]: INFO nova.compute.manager [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Took 0.55 seconds to detach 1 volumes for instance. [ 915.121301] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "refresh_cache-a17dd244-a485-4440-9283-859d63b544e0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.121435] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "refresh_cache-a17dd244-a485-4440-9283-859d63b544e0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.121820] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.326890] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5256aa38-3b6a-b75d-297c-ae75c1a49c55, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.327589] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.327940] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.328329] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.328534] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.328746] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.329863] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afda82e8-5b9f-4e53-8b4c-0df63cdc7a16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.341186] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.341445] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.342493] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b01fc57-eb99-4bf9-8508-3e28156eef7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.349204] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 915.349204] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52629cb2-ad67-c3ec-5650-31e16530b765" [ 915.349204] env[71079]: _type = "Task" [ 915.349204] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.357258] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52629cb2-ad67-c3ec-5650-31e16530b765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.399397] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Successfully created port: 7d81fbff-84c2-4855-9fe7-767dcbe10bad {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.440118] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.483080] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.630276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.685209] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.740406] env[71079]: DEBUG nova.compute.manager [req-df0b9e6e-adda-43f4-90d1-c523715fdc31 req-188e5bcd-a524-4ee2-b99e-d5e5d445e099 service nova] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Received event network-vif-deleted-1eca60e1-d752-46dd-8cd4-2e233dbfdeb8 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.740607] env[71079]: DEBUG nova.compute.manager [req-df0b9e6e-adda-43f4-90d1-c523715fdc31 req-188e5bcd-a524-4ee2-b99e-d5e5d445e099 service nova] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Received event network-vif-deleted-171310c8-b512-481e-8692-9589bd749fb4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.790339] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4c0c4-60f9-4920-8f53-8013f65afeac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.801103] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc8d263-339f-4ff1-98a8-9bc055a7cf00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.840777] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0ce685-690c-4f90-bca2-dcde6416e138 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.849967] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadba7a3-544a-4607-b4a1-e1b78792cee0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.862724] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52629cb2-ad67-c3ec-5650-31e16530b765, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.876016] env[71079]: DEBUG nova.compute.provider_tree [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.876016] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d702a79-fd4a-4dd9-bd97-534b85566354 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.881677] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 915.881677] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f7c4f6-9976-f0e4-69c8-18f0943deaaa" [ 915.881677] env[71079]: _type = "Task" [ 915.881677] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.891316] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f7c4f6-9976-f0e4-69c8-18f0943deaaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.892306] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Updating instance_info_cache with network_info: [{"id": "c26aaf3b-05f1-44b7-9810-849f7fbd2858", "address": "fa:16:3e:38:ca:f5", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26aaf3b-05", "ovs_interfaceid": "c26aaf3b-05f1-44b7-9810-849f7fbd2858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.232648] env[71079]: DEBUG nova.compute.manager [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Received event network-vif-plugged-c26aaf3b-05f1-44b7-9810-849f7fbd2858 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.232864] env[71079]: DEBUG oslo_concurrency.lockutils [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] Acquiring lock "a17dd244-a485-4440-9283-859d63b544e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.233088] env[71079]: DEBUG oslo_concurrency.lockutils [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] Lock "a17dd244-a485-4440-9283-859d63b544e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.233261] env[71079]: DEBUG oslo_concurrency.lockutils [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] Lock "a17dd244-a485-4440-9283-859d63b544e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.233428] env[71079]: DEBUG nova.compute.manager [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] No waiting events found dispatching network-vif-plugged-c26aaf3b-05f1-44b7-9810-849f7fbd2858 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.233598] env[71079]: WARNING nova.compute.manager [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Received unexpected event network-vif-plugged-c26aaf3b-05f1-44b7-9810-849f7fbd2858 for instance with vm_state building and task_state spawning. [ 916.233759] env[71079]: DEBUG nova.compute.manager [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Received event network-changed-c26aaf3b-05f1-44b7-9810-849f7fbd2858 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.233917] env[71079]: DEBUG nova.compute.manager [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Refreshing instance network info cache due to event network-changed-c26aaf3b-05f1-44b7-9810-849f7fbd2858. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.234102] env[71079]: DEBUG oslo_concurrency.lockutils [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] Acquiring lock "refresh_cache-a17dd244-a485-4440-9283-859d63b544e0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.378694] env[71079]: DEBUG nova.scheduler.client.report [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.393686] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f7c4f6-9976-f0e4-69c8-18f0943deaaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.393899] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.394173] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f46f41d3-b01a-42ea-a88f-8adffa0dc2fc/f46f41d3-b01a-42ea-a88f-8adffa0dc2fc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.395134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "refresh_cache-a17dd244-a485-4440-9283-859d63b544e0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.395408] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Instance network_info: |[{"id": "c26aaf3b-05f1-44b7-9810-849f7fbd2858", "address": "fa:16:3e:38:ca:f5", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26aaf3b-05", "ovs_interfaceid": "c26aaf3b-05f1-44b7-9810-849f7fbd2858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.395680] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eadef770-3ae0-4e4f-966b-77a5d3751953 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.397686] env[71079]: DEBUG oslo_concurrency.lockutils [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] Acquired lock "refresh_cache-a17dd244-a485-4440-9283-859d63b544e0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.397860] env[71079]: DEBUG nova.network.neutron [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Refreshing network info cache for port c26aaf3b-05f1-44b7-9810-849f7fbd2858 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.399649] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ca:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c26aaf3b-05f1-44b7-9810-849f7fbd2858', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.406863] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.409754] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17dd244-a485-4440-9283-859d63b544e0] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.410571] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0b88e3d-e5a8-46b6-8992-315ed74975ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.429045] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 916.429045] env[71079]: value = "task-3279125" [ 916.429045] env[71079]: _type = "Task" [ 916.429045] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.433062] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.433062] env[71079]: value = "task-3279126" [ 916.433062] env[71079]: _type = "Task" [ 916.433062] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.438984] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.443568] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279126, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.452761] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.475459] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.475764] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.475943] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.476149] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.476298] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.476444] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.476657] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.476840] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.477071] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.477291] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.477514] env[71079]: DEBUG nova.virt.hardware [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.478455] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61214a85-379d-4661-90ad-96e3ed1b6179 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.486384] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5bdc03-d8d1-41cc-b743-6a8b7af589f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.640577] env[71079]: DEBUG nova.network.neutron [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Updated VIF entry in instance network info cache for port c26aaf3b-05f1-44b7-9810-849f7fbd2858. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.641092] env[71079]: DEBUG nova.network.neutron [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Updating instance_info_cache with network_info: [{"id": "c26aaf3b-05f1-44b7-9810-849f7fbd2858", "address": "fa:16:3e:38:ca:f5", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26aaf3b-05", "ovs_interfaceid": "c26aaf3b-05f1-44b7-9810-849f7fbd2858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.890220] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.891187] env[71079]: DEBUG nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.895778] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.249s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.896062] env[71079]: DEBUG nova.objects.instance [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lazy-loading 'resources' on Instance uuid d1ee91d7-9d84-4094-8d38-166d8a2b999e {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.903997] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "06b3794c-ecea-4a93-87d5-5b42295e89af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.904360] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.945761] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279125, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.950573] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279126, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.143402] env[71079]: DEBUG oslo_concurrency.lockutils [req-46c41172-255a-4e5d-a8da-68ff7e70dc6c req-25cee118-47f1-47ed-add9-7c51391f5021 service nova] Releasing lock "refresh_cache-a17dd244-a485-4440-9283-859d63b544e0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.324496] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Successfully updated port: 7d81fbff-84c2-4855-9fe7-767dcbe10bad {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.399620] env[71079]: DEBUG nova.compute.utils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.403857] env[71079]: DEBUG nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.404209] env[71079]: DEBUG nova.network.neutron [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.407799] env[71079]: DEBUG nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.443665] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53921} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.443665] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f46f41d3-b01a-42ea-a88f-8adffa0dc2fc/f46f41d3-b01a-42ea-a88f-8adffa0dc2fc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.443665] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.444773] env[71079]: DEBUG nova.policy [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8f7f25cf0824f14bd00b1652d62223c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236479dbdec545c286144854165a9079', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.446281] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74e102f-f17b-4a33-8c44-499b74e322e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.454094] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279126, 'name': CreateVM_Task, 'duration_secs': 0.614803} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.454658] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a17dd244-a485-4440-9283-859d63b544e0] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.455297] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.455473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.455775] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.456014] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0565fd97-7bfd-4a9a-a65d-8eefe72f271f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.459296] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 917.459296] env[71079]: value = "task-3279127" [ 917.459296] env[71079]: _type = "Task" [ 917.459296] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.463328] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 917.463328] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521325b2-a7a5-fde7-71e5-d62a9df6e3f8" [ 917.463328] env[71079]: _type = "Task" [ 917.463328] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.471945] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.477787] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521325b2-a7a5-fde7-71e5-d62a9df6e3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.479694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.479815] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.480025] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.480311] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.480390] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.480601] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-607775c5-b6eb-4088-966a-cd5a717f9050 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.490449] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.490541] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.491215] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86742231-8f27-4b1e-8c53-6d33dbbc72f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.500832] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 917.500832] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ca572f-1413-09e8-835b-aafdb125d9d7" [ 917.500832] env[71079]: _type = "Task" [ 917.500832] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.510139] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ca572f-1413-09e8-835b-aafdb125d9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.673467] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110deebd-9b03-4b9d-974e-de3cb65b7820 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.682613] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b0b2f0-d44f-4189-b732-bd14d2d6fd1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.715328] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b2bd41-6373-4329-a2da-81386d432683 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.722157] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d53d05-444c-4513-89fb-975088e22058 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.736134] env[71079]: DEBUG nova.compute.provider_tree [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.739320] env[71079]: DEBUG nova.network.neutron [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Successfully created port: fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.827243] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "refresh_cache-07a2ebcb-258c-4709-9a5d-abb29625a953" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.827945] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "refresh_cache-07a2ebcb-258c-4709-9a5d-abb29625a953" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.828228] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.904337] env[71079]: DEBUG nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.927564] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.970138] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066812} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.970138] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.970580] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45593aad-0233-4644-afaa-5385cca56a9f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.993357] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] f46f41d3-b01a-42ea-a88f-8adffa0dc2fc/f46f41d3-b01a-42ea-a88f-8adffa0dc2fc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.993772] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dff51d1-5ccb-40cf-b055-96ccd8f16fd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.019333] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ca572f-1413-09e8-835b-aafdb125d9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008009} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.020276] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 918.020276] env[71079]: value = "task-3279128" [ 918.020276] env[71079]: _type = "Task" [ 918.020276] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.020427] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8059e88f-7c46-4bda-b0b4-507c08cae3b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.029745] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 918.029745] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eaa665-cdea-7468-d540-d8732a5042c3" [ 918.029745] env[71079]: _type = "Task" [ 918.029745] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.032591] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.040832] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eaa665-cdea-7468-d540-d8732a5042c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.239294] env[71079]: DEBUG nova.scheduler.client.report [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.256210] env[71079]: DEBUG nova.compute.manager [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Received event network-vif-plugged-7d81fbff-84c2-4855-9fe7-767dcbe10bad {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.256447] env[71079]: DEBUG oslo_concurrency.lockutils [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] Acquiring lock "07a2ebcb-258c-4709-9a5d-abb29625a953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.257079] env[71079]: DEBUG oslo_concurrency.lockutils [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.257325] env[71079]: DEBUG oslo_concurrency.lockutils [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.257476] env[71079]: DEBUG nova.compute.manager [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] No waiting events found dispatching network-vif-plugged-7d81fbff-84c2-4855-9fe7-767dcbe10bad {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.257662] env[71079]: WARNING nova.compute.manager [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Received unexpected event network-vif-plugged-7d81fbff-84c2-4855-9fe7-767dcbe10bad for instance with vm_state building and task_state spawning. [ 918.257832] env[71079]: DEBUG nova.compute.manager [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Received event network-changed-7d81fbff-84c2-4855-9fe7-767dcbe10bad {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.257991] env[71079]: DEBUG nova.compute.manager [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Refreshing instance network info cache due to event network-changed-7d81fbff-84c2-4855-9fe7-767dcbe10bad. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.258182] env[71079]: DEBUG oslo_concurrency.lockutils [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] Acquiring lock "refresh_cache-07a2ebcb-258c-4709-9a5d-abb29625a953" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.360226] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.501842] env[71079]: DEBUG nova.network.neutron [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Updating instance_info_cache with network_info: [{"id": "7d81fbff-84c2-4855-9fe7-767dcbe10bad", "address": "fa:16:3e:ed:cc:88", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81fbff-84", "ovs_interfaceid": "7d81fbff-84c2-4855-9fe7-767dcbe10bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.535066] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.543112] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eaa665-cdea-7468-d540-d8732a5042c3, 'name': SearchDatastore_Task, 'duration_secs': 0.021658} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.543360] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.543617] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] a17dd244-a485-4440-9283-859d63b544e0/a17dd244-a485-4440-9283-859d63b544e0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.543867] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f82533-92f3-48e0-88a9-83575908c862 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.549887] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 918.549887] env[71079]: value = "task-3279129" [ 918.549887] env[71079]: _type = "Task" [ 918.549887] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.557874] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.744522] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.747763] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.849s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.749531] env[71079]: INFO nova.compute.claims [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.764927] env[71079]: INFO nova.scheduler.client.report [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Deleted allocations for instance d1ee91d7-9d84-4094-8d38-166d8a2b999e [ 918.914077] env[71079]: DEBUG nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.943867] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.943867] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.944335] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.944335] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.944462] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.944550] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.944784] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.944989] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.945192] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.945425] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.945676] env[71079]: DEBUG nova.virt.hardware [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.947084] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb975ae3-6bf2-4446-9d59-dfa0dbbc790b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.956469] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a0632-c72a-4172-b26f-02899be5daf9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.004532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "refresh_cache-07a2ebcb-258c-4709-9a5d-abb29625a953" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.004925] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Instance network_info: |[{"id": "7d81fbff-84c2-4855-9fe7-767dcbe10bad", "address": "fa:16:3e:ed:cc:88", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81fbff-84", "ovs_interfaceid": "7d81fbff-84c2-4855-9fe7-767dcbe10bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.005387] env[71079]: DEBUG oslo_concurrency.lockutils [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] Acquired lock "refresh_cache-07a2ebcb-258c-4709-9a5d-abb29625a953" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.005491] env[71079]: DEBUG nova.network.neutron [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Refreshing network info cache for port 7d81fbff-84c2-4855-9fe7-767dcbe10bad {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.006845] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:cc:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d81fbff-84c2-4855-9fe7-767dcbe10bad', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.014971] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.018276] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.018804] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00317150-e6ef-40d0-aac2-9ba5c4cfcd4c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.043634] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279128, 'name': ReconfigVM_Task, 'duration_secs': 0.629101} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.044711] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Reconfigured VM instance instance-00000047 to attach disk [datastore2] f46f41d3-b01a-42ea-a88f-8adffa0dc2fc/f46f41d3-b01a-42ea-a88f-8adffa0dc2fc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.045336] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.045336] env[71079]: value = "task-3279130" [ 919.045336] env[71079]: _type = "Task" [ 919.045336] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.045535] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14a7639a-e632-442a-9c38-906d82302e31 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.057548] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279130, 'name': CreateVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.057829] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 919.057829] env[71079]: value = "task-3279131" [ 919.057829] env[71079]: _type = "Task" [ 919.057829] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.063999] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4628} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.064570] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] a17dd244-a485-4440-9283-859d63b544e0/a17dd244-a485-4440-9283-859d63b544e0.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.064825] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.065096] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2a6f9ce-54d1-400b-a933-e6e2dfa7725b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.069802] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279131, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.075917] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 919.075917] env[71079]: value = "task-3279132" [ 919.075917] env[71079]: _type = "Task" [ 919.075917] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.085845] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.273299] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf2c778-456b-46ff-9e12-635b06a38a22 tempest-ServersAdminTestJSON-1614829364 tempest-ServersAdminTestJSON-1614829364-project-member] Lock "d1ee91d7-9d84-4094-8d38-166d8a2b999e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.356s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.386137] env[71079]: DEBUG nova.network.neutron [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Successfully updated port: fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.557766] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279130, 'name': CreateVM_Task, 'duration_secs': 0.308162} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.557931] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.558932] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.559182] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.559505] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.560100] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055b21b8-3017-4134-8d2d-932e89cfaae8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.568384] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 919.568384] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c16ae-d3fa-faed-c80c-126ba418dfaa" [ 919.568384] env[71079]: _type = "Task" [ 919.568384] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.572011] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279131, 'name': Rename_Task, 'duration_secs': 0.158541} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.575995] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.576423] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe0c060-cec4-4e5a-9a46-0f6b470998fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.585905] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c16ae-d3fa-faed-c80c-126ba418dfaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008768} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.589381] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.589668] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.589956] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.590160] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.590698] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.594202] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b95f6fbd-88e3-4259-85ab-d63d883938a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.596384] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061918} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.596703] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 919.596703] env[71079]: value = "task-3279133" [ 919.596703] env[71079]: _type = "Task" [ 919.596703] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.596990] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.598058] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348c8b6-1771-4bc8-960f-d652bcc14c8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.604592] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.604838] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.606052] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce2640c-65d5-4edc-9fcf-fb9624289b4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.619951] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279133, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.628759] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] a17dd244-a485-4440-9283-859d63b544e0/a17dd244-a485-4440-9283-859d63b544e0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.629494] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3242791c-91e3-4fed-8608-c366df4c4625 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.645010] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 919.645010] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527cfcb5-da73-ddc5-6abe-3a6f3389c051" [ 919.645010] env[71079]: _type = "Task" [ 919.645010] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.650585] env[71079]: DEBUG nova.network.neutron [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Updated VIF entry in instance network info cache for port 7d81fbff-84c2-4855-9fe7-767dcbe10bad. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.651041] env[71079]: DEBUG nova.network.neutron [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Updating instance_info_cache with network_info: [{"id": "7d81fbff-84c2-4855-9fe7-767dcbe10bad", "address": "fa:16:3e:ed:cc:88", "network": {"id": "620216e2-6534-4e86-b7a4-312215ba0f74", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1362064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7d1660f32e45efa7d72baa5f38c6c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81fbff-84", "ovs_interfaceid": "7d81fbff-84c2-4855-9fe7-767dcbe10bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.652479] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 919.652479] env[71079]: value = "task-3279134" [ 919.652479] env[71079]: _type = "Task" [ 919.652479] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.660031] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527cfcb5-da73-ddc5-6abe-3a6f3389c051, 'name': SearchDatastore_Task, 'duration_secs': 0.014111} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.661944] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabfff62-a83c-4224-bf4f-bdaa38edb01e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.671091] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.675296] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 919.675296] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52945ff1-175e-e3be-f25a-9643e9dbce57" [ 919.675296] env[71079]: _type = "Task" [ 919.675296] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.683825] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52945ff1-175e-e3be-f25a-9643e9dbce57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.892354] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.892606] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquired lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.892802] env[71079]: DEBUG nova.network.neutron [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.021199] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2ad5db-1556-429e-bdfe-6603cff5d7d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.036634] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5562e-3e77-4986-8d38-d1f30b5771ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.069172] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec46a0de-792d-4c6e-8bdb-80a17ee4a6be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.081311] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc46cb8f-c6d3-4236-9bd3-e5a008aa4463 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.096681] env[71079]: DEBUG nova.compute.provider_tree [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.108842] env[71079]: DEBUG oslo_vmware.api [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279133, 'name': PowerOnVM_Task, 'duration_secs': 0.502936} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.109818] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.110092] env[71079]: INFO nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Took 8.57 seconds to spawn the instance on the hypervisor. [ 920.110286] env[71079]: DEBUG nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.111110] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0134b33-7767-415e-8fcb-37f39c576bad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.154061] env[71079]: DEBUG oslo_concurrency.lockutils [req-843989e2-da25-49d2-b092-40d2c1511e6e req-2b633791-78b5-4586-ad31-9eb5cb2da958 service nova] Releasing lock "refresh_cache-07a2ebcb-258c-4709-9a5d-abb29625a953" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.163238] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279134, 'name': ReconfigVM_Task, 'duration_secs': 0.36571} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.163514] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] a17dd244-a485-4440-9283-859d63b544e0/a17dd244-a485-4440-9283-859d63b544e0.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.164137] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-425269f8-7e67-4888-8a66-a15e944c76cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.170621] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 920.170621] env[71079]: value = "task-3279135" [ 920.170621] env[71079]: _type = "Task" [ 920.170621] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.178607] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279135, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.186592] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52945ff1-175e-e3be-f25a-9643e9dbce57, 'name': SearchDatastore_Task, 'duration_secs': 0.01539} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.186839] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.187106] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 07a2ebcb-258c-4709-9a5d-abb29625a953/07a2ebcb-258c-4709-9a5d-abb29625a953.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.187352] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87f648b1-240e-4b05-9e67-97b722e45b41 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.193520] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 920.193520] env[71079]: value = "task-3279136" [ 920.193520] env[71079]: _type = "Task" [ 920.193520] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.201339] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.286669] env[71079]: DEBUG nova.compute.manager [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Received event network-vif-plugged-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.286976] env[71079]: DEBUG oslo_concurrency.lockutils [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] Acquiring lock "afb0d8f4-3928-47fe-be2d-64324a361652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.287482] env[71079]: DEBUG oslo_concurrency.lockutils [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] Lock "afb0d8f4-3928-47fe-be2d-64324a361652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.287782] env[71079]: DEBUG oslo_concurrency.lockutils [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] Lock "afb0d8f4-3928-47fe-be2d-64324a361652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.288062] env[71079]: DEBUG nova.compute.manager [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] No waiting events found dispatching network-vif-plugged-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.288264] env[71079]: WARNING nova.compute.manager [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Received unexpected event network-vif-plugged-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 for instance with vm_state building and task_state spawning. [ 920.288473] env[71079]: DEBUG nova.compute.manager [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Received event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.288753] env[71079]: DEBUG nova.compute.manager [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing instance network info cache due to event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.289058] env[71079]: DEBUG oslo_concurrency.lockutils [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] Acquiring lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.439755] env[71079]: DEBUG nova.network.neutron [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.607019] env[71079]: DEBUG nova.scheduler.client.report [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.637988] env[71079]: INFO nova.compute.manager [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Took 30.63 seconds to build instance. [ 920.682432] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279135, 'name': Rename_Task, 'duration_secs': 0.391733} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.682723] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.682981] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dec15b9-4ff9-4309-9ee3-9a28ef6a3f45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.689966] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 920.689966] env[71079]: value = "task-3279137" [ 920.689966] env[71079]: _type = "Task" [ 920.689966] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.695051] env[71079]: DEBUG nova.network.neutron [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.705420] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.712418] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279136, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.109773] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.110325] env[71079]: DEBUG nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.114040] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.130s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.141070] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7af41b81-8259-466c-b40f-7e7590e650dd tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.155s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.200472] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.203607] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Releasing lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.204063] env[71079]: DEBUG nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Instance network_info: |[{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.204455] env[71079]: DEBUG oslo_concurrency.lockutils [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] Acquired lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.204640] env[71079]: DEBUG nova.network.neutron [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.208404] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:63:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fddbecf8-29b3-49bf-ab37-7b15de1b8af9', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.213461] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Creating folder: Project (236479dbdec545c286144854165a9079). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.215026] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54016d2e-dcde-4f29-9b9c-8cbe13df30fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.220202] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899594} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.220305] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 07a2ebcb-258c-4709-9a5d-abb29625a953/07a2ebcb-258c-4709-9a5d-abb29625a953.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.220510] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.220812] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d81a7507-339a-49fb-adda-4e7645d0d3c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.226798] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 921.226798] env[71079]: value = "task-3279139" [ 921.226798] env[71079]: _type = "Task" [ 921.226798] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.231171] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Created folder: Project (236479dbdec545c286144854165a9079) in parent group-v654700. [ 921.231469] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Creating folder: Instances. Parent ref: group-v654901. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.232795] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58062a55-f3f2-4c2c-a86e-b74fd840c0d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.237267] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.244156] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Created folder: Instances in parent group-v654901. [ 921.244395] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.244582] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.244788] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e5ee45-20d4-41f7-afe7-e1c4731d7afb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.267480] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.267480] env[71079]: value = "task-3279141" [ 921.267480] env[71079]: _type = "Task" [ 921.267480] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.277179] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279141, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.617469] env[71079]: DEBUG nova.compute.utils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.621218] env[71079]: INFO nova.compute.claims [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.625337] env[71079]: DEBUG nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.625687] env[71079]: DEBUG nova.network.neutron [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.691617] env[71079]: DEBUG nova.policy [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '890f5adf44094989becac10ae5a35edb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57969f8e89648ea84a2a38d2fdbb0cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.702966] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.740069] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070761} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.742672] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.743867] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e5cdd-19f5-4546-b5b7-191b676bf99b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.774294] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 07a2ebcb-258c-4709-9a5d-abb29625a953/07a2ebcb-258c-4709-9a5d-abb29625a953.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.779107] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5187f79e-dbc8-4447-b0e2-8f9dcdd44a01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.805969] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279141, 'name': CreateVM_Task, 'duration_secs': 0.500817} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.807097] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.807999] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 921.807999] env[71079]: value = "task-3279142" [ 921.807999] env[71079]: _type = "Task" [ 921.807999] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.808346] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.808550] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.808907] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809293] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927fb02c-a857-492c-91da-b741140b63d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.817550] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 921.817550] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c84a7d-d4d8-f772-0e8a-1eb3e609e51b" [ 921.817550] env[71079]: _type = "Task" [ 921.817550] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.821350] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.829579] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c84a7d-d4d8-f772-0e8a-1eb3e609e51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.974813] env[71079]: DEBUG nova.network.neutron [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updated VIF entry in instance network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.974813] env[71079]: DEBUG nova.network.neutron [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.125810] env[71079]: DEBUG nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.130852] env[71079]: INFO nova.compute.resource_tracker [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating resource usage from migration 91bf2001-ba9e-4719-bcc2-bacbc4523cbc [ 922.207148] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279137, 'name': PowerOnVM_Task, 'duration_secs': 1.038857} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.207525] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.207749] env[71079]: INFO nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Took 8.17 seconds to spawn the instance on the hypervisor. [ 922.207980] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.208914] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd172deb-8a4b-40ab-9d08-e57bf71b0f0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.249944] env[71079]: DEBUG nova.network.neutron [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Successfully created port: 24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.316488] env[71079]: DEBUG nova.compute.manager [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Received event network-changed-2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.316770] env[71079]: DEBUG nova.compute.manager [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Refreshing instance network info cache due to event network-changed-2a515e2c-2a91-4d4b-a6be-041f68080c20. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.317223] env[71079]: DEBUG oslo_concurrency.lockutils [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] Acquiring lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.317452] env[71079]: DEBUG oslo_concurrency.lockutils [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] Acquired lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.317681] env[71079]: DEBUG nova.network.neutron [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Refreshing network info cache for port 2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.325799] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.340023] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c84a7d-d4d8-f772-0e8a-1eb3e609e51b, 'name': SearchDatastore_Task, 'duration_secs': 0.02151} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.342839] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.343110] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.343350] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.343498] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.343684] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.344893] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a461eb-42c9-4895-a02d-a91500c9ddd1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.358537] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.358763] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.359532] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48adc3c-83f8-43b5-a3ce-4b6272ef7ee1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.367959] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 922.367959] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522db970-cf10-45c8-c302-9a586ee53831" [ 922.367959] env[71079]: _type = "Task" [ 922.367959] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.379150] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522db970-cf10-45c8-c302-9a586ee53831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.475554] env[71079]: DEBUG oslo_concurrency.lockutils [req-0815d6b9-5d4d-4b9a-a841-c99542bc5e6d req-ad4cd924-a762-4e63-8994-71262ccfc929 service nova] Releasing lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.481390] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660097dc-7e8a-4ef3-bc97-2ac6e5ddba56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.489592] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13af0986-3bd7-42cb-9032-7aa460aa8eba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.520723] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e4e34-53fd-4927-8106-d714fa277139 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.528036] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca31094-b3c9-4fd3-acbf-1c71fef8d29f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.541499] env[71079]: DEBUG nova.compute.provider_tree [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.730431] env[71079]: INFO nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Took 27.54 seconds to build instance. [ 922.821557] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279142, 'name': ReconfigVM_Task, 'duration_secs': 0.924976} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.821877] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 07a2ebcb-258c-4709-9a5d-abb29625a953/07a2ebcb-258c-4709-9a5d-abb29625a953.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.822530] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17a66413-8621-4f7c-b05d-a58a30509490 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.831996] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 922.831996] env[71079]: value = "task-3279143" [ 922.831996] env[71079]: _type = "Task" [ 922.831996] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.840060] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279143, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.881394] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522db970-cf10-45c8-c302-9a586ee53831, 'name': SearchDatastore_Task, 'duration_secs': 0.023919} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.882495] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cfb3227-71a1-475e-ab52-fa1666a24ecf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.888853] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 922.888853] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c6acd-5758-ba6f-e668-7402b556d7ed" [ 922.888853] env[71079]: _type = "Task" [ 922.888853] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.897473] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c6acd-5758-ba6f-e668-7402b556d7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.044921] env[71079]: DEBUG nova.scheduler.client.report [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.085280] env[71079]: DEBUG nova.network.neutron [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updated VIF entry in instance network info cache for port 2a515e2c-2a91-4d4b-a6be-041f68080c20. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.085695] env[71079]: DEBUG nova.network.neutron [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updating instance_info_cache with network_info: [{"id": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "address": "fa:16:3e:3b:86:91", "network": {"id": "22b87d3c-394a-4489-bcb1-18bf573c08ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-52877637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85e3f6aff2ce4aa3ab8faca944e7a99b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a515e2c-2a", "ovs_interfaceid": "2a515e2c-2a91-4d4b-a6be-041f68080c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.145277] env[71079]: DEBUG nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.173967] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.173967] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.173967] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.173967] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.173967] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.174195] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.174634] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.174862] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.175094] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.175307] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.175536] env[71079]: DEBUG nova.virt.hardware [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.176515] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c9b562-e63d-4c74-a29f-ef5049237242 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.185659] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d033257-c307-41f7-9994-ca679a48702d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.232730] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "a17dd244-a485-4440-9283-859d63b544e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.054s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.341364] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279143, 'name': Rename_Task, 'duration_secs': 0.193287} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.341646] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.341897] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-507d2878-94b7-4ef8-9f1d-16e17c233649 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.348100] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 923.348100] env[71079]: value = "task-3279144" [ 923.348100] env[71079]: _type = "Task" [ 923.348100] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.356490] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.400391] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c6acd-5758-ba6f-e668-7402b556d7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.400684] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.400952] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] afb0d8f4-3928-47fe-be2d-64324a361652/afb0d8f4-3928-47fe-be2d-64324a361652.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.401293] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae3549f-4208-4182-9dd9-130bde5d93b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.408172] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 923.408172] env[71079]: value = "task-3279145" [ 923.408172] env[71079]: _type = "Task" [ 923.408172] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.416212] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.554445] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.441s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.554668] env[71079]: INFO nova.compute.manager [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Migrating [ 923.561527] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.559s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.561785] env[71079]: DEBUG nova.objects.instance [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lazy-loading 'resources' on Instance uuid 42d01463-70dd-48f2-91c6-e4e3ac598b1c {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.588692] env[71079]: DEBUG oslo_concurrency.lockutils [req-063db737-1df3-477a-a435-11ad0414976f req-adb3ae23-cd55-49e3-9815-a6ab258f5ec8 service nova] Releasing lock "refresh_cache-f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.858981] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.917628] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279145, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.955963] env[71079]: DEBUG nova.compute.manager [req-44d93a51-6973-4883-94fb-02f752e777cd req-d775bd52-ec93-47a1-9453-f7ff37555001 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Received event network-vif-plugged-24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.957667] env[71079]: DEBUG oslo_concurrency.lockutils [req-44d93a51-6973-4883-94fb-02f752e777cd req-d775bd52-ec93-47a1-9453-f7ff37555001 service nova] Acquiring lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.957667] env[71079]: DEBUG oslo_concurrency.lockutils [req-44d93a51-6973-4883-94fb-02f752e777cd req-d775bd52-ec93-47a1-9453-f7ff37555001 service nova] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.957667] env[71079]: DEBUG oslo_concurrency.lockutils [req-44d93a51-6973-4883-94fb-02f752e777cd req-d775bd52-ec93-47a1-9453-f7ff37555001 service nova] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.957667] env[71079]: DEBUG nova.compute.manager [req-44d93a51-6973-4883-94fb-02f752e777cd req-d775bd52-ec93-47a1-9453-f7ff37555001 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] No waiting events found dispatching network-vif-plugged-24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.957667] env[71079]: WARNING nova.compute.manager [req-44d93a51-6973-4883-94fb-02f752e777cd req-d775bd52-ec93-47a1-9453-f7ff37555001 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Received unexpected event network-vif-plugged-24149074-efbe-4b9e-8295-aee37e3b6723 for instance with vm_state building and task_state spawning. [ 924.054783] env[71079]: DEBUG nova.network.neutron [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Successfully updated port: 24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.073633] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.073807] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.073983] env[71079]: DEBUG nova.network.neutron [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.359847] env[71079]: DEBUG oslo_vmware.api [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279144, 'name': PowerOnVM_Task, 'duration_secs': 0.92293} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.362960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.363213] env[71079]: INFO nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Took 7.91 seconds to spawn the instance on the hypervisor. [ 924.363399] env[71079]: DEBUG nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.364692] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9422763-9009-4632-934f-179e5ef46c70 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.376863] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8491a03-9684-4b29-93ea-ea46aeee6f9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.384595] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bd81b7-9174-4a76-8397-66fe384f57f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.420718] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2082824-f873-458d-a30e-cbaf1d8ea0fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.433322] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991b42e-a118-4d06-9bb3-9035c3b366e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.437508] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516072} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.438364] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] afb0d8f4-3928-47fe-be2d-64324a361652/afb0d8f4-3928-47fe-be2d-64324a361652.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.438599] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.439216] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eb10c75-99e9-437b-a39c-283a487babcb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.450025] env[71079]: DEBUG nova.compute.provider_tree [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.453497] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 924.453497] env[71079]: value = "task-3279146" [ 924.453497] env[71079]: _type = "Task" [ 924.453497] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.463059] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.556992] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.557369] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquired lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.557369] env[71079]: DEBUG nova.network.neutron [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.845347] env[71079]: DEBUG nova.network.neutron [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance_info_cache with network_info: [{"id": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "address": "fa:16:3e:f4:9a:27", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f17b8-dd", "ovs_interfaceid": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.883236] env[71079]: INFO nova.compute.manager [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Took 29.66 seconds to build instance. [ 924.955956] env[71079]: DEBUG nova.scheduler.client.report [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.966512] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070832} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.967042] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.968021] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f7898c-c71b-448f-b11b-a81fdec65fa5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.995334] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] afb0d8f4-3928-47fe-be2d-64324a361652/afb0d8f4-3928-47fe-be2d-64324a361652.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.999129] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20be2376-3116-454b-b12e-e4d8b05f7bd7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.016487] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 925.016487] env[71079]: value = "task-3279147" [ 925.016487] env[71079]: _type = "Task" [ 925.016487] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.024571] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.092807] env[71079]: DEBUG nova.network.neutron [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.230328] env[71079]: DEBUG nova.network.neutron [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Updating instance_info_cache with network_info: [{"id": "24149074-efbe-4b9e-8295-aee37e3b6723", "address": "fa:16:3e:86:2e:14", "network": {"id": "9252fba5-b96e-4c26-850a-84c4e3215cd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1714847003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57969f8e89648ea84a2a38d2fdbb0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24149074-ef", "ovs_interfaceid": "24149074-efbe-4b9e-8295-aee37e3b6723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.348118] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.385843] env[71079]: DEBUG oslo_concurrency.lockutils [None req-670e2f90-8a8b-49be-89e0-456d6ab991f9 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.175s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.458428] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.461263] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.978s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.461484] env[71079]: DEBUG nova.objects.instance [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lazy-loading 'resources' on Instance uuid 5b122393-96d7-438c-9fec-6f94e1535e8e {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.485850] env[71079]: INFO nova.scheduler.client.report [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Deleted allocations for instance 42d01463-70dd-48f2-91c6-e4e3ac598b1c [ 925.532703] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.617912] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "a17dd244-a485-4440-9283-859d63b544e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.618214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "a17dd244-a485-4440-9283-859d63b544e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.618446] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "a17dd244-a485-4440-9283-859d63b544e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.618640] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "a17dd244-a485-4440-9283-859d63b544e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.618826] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "a17dd244-a485-4440-9283-859d63b544e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.621527] env[71079]: INFO nova.compute.manager [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Terminating instance [ 925.682052] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "07a2ebcb-258c-4709-9a5d-abb29625a953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.682336] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.682554] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "07a2ebcb-258c-4709-9a5d-abb29625a953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.682744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.682918] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.685603] env[71079]: INFO nova.compute.manager [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Terminating instance [ 925.736226] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Releasing lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.736226] env[71079]: DEBUG nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Instance network_info: |[{"id": "24149074-efbe-4b9e-8295-aee37e3b6723", "address": "fa:16:3e:86:2e:14", "network": {"id": "9252fba5-b96e-4c26-850a-84c4e3215cd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1714847003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57969f8e89648ea84a2a38d2fdbb0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24149074-ef", "ovs_interfaceid": "24149074-efbe-4b9e-8295-aee37e3b6723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.736226] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:2e:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24149074-efbe-4b9e-8295-aee37e3b6723', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.742293] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Creating folder: Project (b57969f8e89648ea84a2a38d2fdbb0cd). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.742787] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32d2852f-ed3b-4a92-a086-d8f71fdf8ccf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.754057] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Created folder: Project (b57969f8e89648ea84a2a38d2fdbb0cd) in parent group-v654700. [ 925.754480] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Creating folder: Instances. Parent ref: group-v654904. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.754834] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe87c9fd-fd31-492b-9907-4f74dabf0345 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.767021] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Created folder: Instances in parent group-v654904. [ 925.767021] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.767021] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.767021] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1055c75c-793f-49d3-9081-8870dda34bae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.785226] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.785226] env[71079]: value = "task-3279150" [ 925.785226] env[71079]: _type = "Task" [ 925.785226] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.794556] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279150, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.988317] env[71079]: DEBUG nova.compute.manager [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Received event network-changed-24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.988317] env[71079]: DEBUG nova.compute.manager [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Refreshing instance network info cache due to event network-changed-24149074-efbe-4b9e-8295-aee37e3b6723. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.988902] env[71079]: DEBUG oslo_concurrency.lockutils [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] Acquiring lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.989215] env[71079]: DEBUG oslo_concurrency.lockutils [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] Acquired lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.989527] env[71079]: DEBUG nova.network.neutron [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Refreshing network info cache for port 24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.996422] env[71079]: DEBUG oslo_concurrency.lockutils [None req-64c1effb-a89a-45f0-bb4d-ca38c2b869d3 tempest-ImagesTestJSON-1108874421 tempest-ImagesTestJSON-1108874421-project-member] Lock "42d01463-70dd-48f2-91c6-e4e3ac598b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.834s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.030911] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279147, 'name': ReconfigVM_Task, 'duration_secs': 0.777891} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.033855] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Reconfigured VM instance instance-0000004a to attach disk [datastore2] afb0d8f4-3928-47fe-be2d-64324a361652/afb0d8f4-3928-47fe-be2d-64324a361652.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.035365] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eb41184-fd8b-4715-bc74-6326355be58a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.043866] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 926.043866] env[71079]: value = "task-3279151" [ 926.043866] env[71079]: _type = "Task" [ 926.043866] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.056024] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279151, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.125886] env[71079]: DEBUG nova.compute.manager [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.126192] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.127483] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c672d-8709-47ec-9475-3076e0905b62 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.143264] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.143264] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a675b4b-7c26-41a8-b1de-e7d5f5ab0e5a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.147946] env[71079]: DEBUG oslo_vmware.api [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 926.147946] env[71079]: value = "task-3279152" [ 926.147946] env[71079]: _type = "Task" [ 926.147946] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.163754] env[71079]: DEBUG oslo_vmware.api [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.190987] env[71079]: DEBUG nova.compute.manager [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.191293] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.192433] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d273c5-ff6d-4870-bf8a-062a96fc2d5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.203608] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.203935] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9357e949-6585-497c-a129-3f7f6436176f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.212208] env[71079]: DEBUG oslo_vmware.api [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 926.212208] env[71079]: value = "task-3279153" [ 926.212208] env[71079]: _type = "Task" [ 926.212208] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.222532] env[71079]: DEBUG oslo_vmware.api [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.261800] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc5830a-373e-44e9-9d64-b6ab9506a22e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.269067] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dcf7b2-ccfa-444f-9ed8-63a32781e117 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.305758] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183aaab8-fee4-4008-8f78-2f1944b5e33b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.319667] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e51188e-82bf-4baf-9ac0-05e657649f8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.323337] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279150, 'name': CreateVM_Task, 'duration_secs': 0.34924} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.323508] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.325278] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.325278] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.325278] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.325562] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222c99f3-b548-492a-9a92-8155c2e3a52d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.334542] env[71079]: DEBUG nova.compute.provider_tree [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.338704] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 926.338704] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eab867-5603-45c7-8635-4681a8b47127" [ 926.338704] env[71079]: _type = "Task" [ 926.338704] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.346885] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eab867-5603-45c7-8635-4681a8b47127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.555722] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279151, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.657704] env[71079]: DEBUG oslo_vmware.api [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.731136] env[71079]: DEBUG oslo_vmware.api [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.846105] env[71079]: DEBUG nova.scheduler.client.report [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.858267] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52eab867-5603-45c7-8635-4681a8b47127, 'name': SearchDatastore_Task, 'duration_secs': 0.017568} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.858267] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.858267] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.858267] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.858434] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.860127] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.861312] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72351e87-64be-40c9-8630-ff0c0fb10a94 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.864943] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f10956e-e512-4085-baa3-c432a47e5525 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.873120] env[71079]: DEBUG nova.network.neutron [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Updated VIF entry in instance network info cache for port 24149074-efbe-4b9e-8295-aee37e3b6723. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.873294] env[71079]: DEBUG nova.network.neutron [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Updating instance_info_cache with network_info: [{"id": "24149074-efbe-4b9e-8295-aee37e3b6723", "address": "fa:16:3e:86:2e:14", "network": {"id": "9252fba5-b96e-4c26-850a-84c4e3215cd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1714847003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57969f8e89648ea84a2a38d2fdbb0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24149074-ef", "ovs_interfaceid": "24149074-efbe-4b9e-8295-aee37e3b6723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.895733] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance 'fab715a3-9430-4f78-b5d8-8c48763110b7' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.899976] env[71079]: DEBUG oslo_concurrency.lockutils [req-7424bd8d-43bc-43d3-8042-12431ef320c9 req-2ade4c4e-fea1-400b-82b4-6d921e4fba25 service nova] Releasing lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.901831] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.902039] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.903034] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266e469b-f149-4a34-9e72-ea3dff7a2f6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.909958] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 926.909958] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521013e4-1b96-f0b1-9015-68c0510e8764" [ 926.909958] env[71079]: _type = "Task" [ 926.909958] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.921419] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521013e4-1b96-f0b1-9015-68c0510e8764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.056244] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279151, 'name': Rename_Task, 'duration_secs': 0.872943} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.056244] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.056244] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc305dd8-fbf6-4dd6-9252-8b38cc2bf7dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.065026] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 927.065026] env[71079]: value = "task-3279154" [ 927.065026] env[71079]: _type = "Task" [ 927.065026] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.071498] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.159472] env[71079]: DEBUG oslo_vmware.api [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279152, 'name': PowerOffVM_Task, 'duration_secs': 0.799215} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.159747] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.159916] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.160187] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-370715f8-f90b-42db-b5ec-ca6442af548f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.222933] env[71079]: DEBUG oslo_vmware.api [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279153, 'name': PowerOffVM_Task, 'duration_secs': 0.735356} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.223261] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.223338] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.224090] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b55acfe2-dec1-4c9f-a5b8-ec6a95380658 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.227796] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.227893] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.228087] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleting the datastore file [datastore2] a17dd244-a485-4440-9283-859d63b544e0 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.228334] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f98ed95-7ea9-4404-90d4-4450712bc6bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.234961] env[71079]: DEBUG oslo_vmware.api [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 927.234961] env[71079]: value = "task-3279157" [ 927.234961] env[71079]: _type = "Task" [ 927.234961] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.247967] env[71079]: DEBUG oslo_vmware.api [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.296521] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.296805] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.297051] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleting the datastore file [datastore2] 07a2ebcb-258c-4709-9a5d-abb29625a953 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.297377] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae6cbaa7-2af2-4f54-a4b7-e71d4aef0e9a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.305360] env[71079]: DEBUG oslo_vmware.api [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for the task: (returnval){ [ 927.305360] env[71079]: value = "task-3279158" [ 927.305360] env[71079]: _type = "Task" [ 927.305360] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.313039] env[71079]: DEBUG oslo_vmware.api [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.352463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.353728] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.724s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.354023] env[71079]: DEBUG nova.objects.instance [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'resources' on Instance uuid 6586ddaf-a134-413e-b13c-d0e8529d2603 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.378698] env[71079]: INFO nova.scheduler.client.report [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleted allocations for instance 5b122393-96d7-438c-9fec-6f94e1535e8e [ 927.405173] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.405535] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523646dd-2b3f-40b5-9b37-8a0ccd44c0ee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.412569] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 927.412569] env[71079]: value = "task-3279159" [ 927.412569] env[71079]: _type = "Task" [ 927.412569] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.426731] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521013e4-1b96-f0b1-9015-68c0510e8764, 'name': SearchDatastore_Task, 'duration_secs': 0.019294} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.430826] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.431103] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d180c9-e152-4508-8a3f-67cece93959c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.437140] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 927.437140] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232f6cc-f359-6d3b-469d-3c7634604f78" [ 927.437140] env[71079]: _type = "Task" [ 927.437140] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.446516] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232f6cc-f359-6d3b-469d-3c7634604f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.574375] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.746298] env[71079]: DEBUG oslo_vmware.api [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165663} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.746576] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.746796] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.746985] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.747200] env[71079]: INFO nova.compute.manager [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: a17dd244-a485-4440-9283-859d63b544e0] Took 1.62 seconds to destroy the instance on the hypervisor. [ 927.747496] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.747747] env[71079]: DEBUG nova.compute.manager [-] [instance: a17dd244-a485-4440-9283-859d63b544e0] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.747880] env[71079]: DEBUG nova.network.neutron [-] [instance: a17dd244-a485-4440-9283-859d63b544e0] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.819783] env[71079]: DEBUG oslo_vmware.api [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Task: {'id': task-3279158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159053} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.820335] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.820482] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.820755] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.820831] env[71079]: INFO nova.compute.manager [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Took 1.63 seconds to destroy the instance on the hypervisor. [ 927.821079] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.821281] env[71079]: DEBUG nova.compute.manager [-] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.821375] env[71079]: DEBUG nova.network.neutron [-] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.874930] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.875205] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.890444] env[71079]: DEBUG nova.scheduler.client.report [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Refreshing inventories for resource provider 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 927.892989] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ee7df2ec-eece-4006-819e-556b61efa063 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "5b122393-96d7-438c-9fec-6f94e1535e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.133s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.913514] env[71079]: DEBUG nova.scheduler.client.report [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Updating ProviderTree inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 927.913848] env[71079]: DEBUG nova.compute.provider_tree [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.928826] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279159, 'name': PowerOffVM_Task, 'duration_secs': 0.187203} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.929936] env[71079]: DEBUG nova.scheduler.client.report [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Refreshing aggregate associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, aggregates: None {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 927.932605] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.932605] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance 'fab715a3-9430-4f78-b5d8-8c48763110b7' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.952986] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5232f6cc-f359-6d3b-469d-3c7634604f78, 'name': SearchDatastore_Task, 'duration_secs': 0.012705} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.953533] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.953799] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 0ea3623e-4565-49cf-9b8a-5cff84189fdb/0ea3623e-4565-49cf-9b8a-5cff84189fdb.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.954094] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6126073-8856-4b73-b8b9-338035ad751a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.959688] env[71079]: DEBUG nova.scheduler.client.report [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Refreshing trait associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 927.963440] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 927.963440] env[71079]: value = "task-3279160" [ 927.963440] env[71079]: _type = "Task" [ 927.963440] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.973373] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.072680] env[71079]: DEBUG oslo_vmware.api [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279154, 'name': PowerOnVM_Task, 'duration_secs': 0.51746} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.074443] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.074688] env[71079]: INFO nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Took 9.16 seconds to spawn the instance on the hypervisor. [ 928.074688] env[71079]: DEBUG nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.075708] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d5c59-79cc-4e22-9608-80349dae5c81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.160966] env[71079]: DEBUG nova.compute.manager [req-81b25f39-b025-4ced-8f2b-d7b1472a2695 req-ffe7153a-0c95-4218-9991-5f38b40fbec1 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Received event network-vif-deleted-c26aaf3b-05f1-44b7-9810-849f7fbd2858 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.161235] env[71079]: INFO nova.compute.manager [req-81b25f39-b025-4ced-8f2b-d7b1472a2695 req-ffe7153a-0c95-4218-9991-5f38b40fbec1 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Neutron deleted interface c26aaf3b-05f1-44b7-9810-849f7fbd2858; detaching it from the instance and deleting it from the info cache [ 928.161376] env[71079]: DEBUG nova.network.neutron [req-81b25f39-b025-4ced-8f2b-d7b1472a2695 req-ffe7153a-0c95-4218-9991-5f38b40fbec1 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.248096] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96926a3-0204-4df5-a3e9-75b82c41411c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.260866] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7587d999-bdcb-447f-830b-853798855235 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.299713] env[71079]: DEBUG nova.compute.manager [req-ef300a80-dca9-44db-a98b-deef794a9b34 req-6aeff27e-54f1-485e-9d13-166d5f9c8624 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Received event network-vif-deleted-7d81fbff-84c2-4855-9fe7-767dcbe10bad {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.299979] env[71079]: INFO nova.compute.manager [req-ef300a80-dca9-44db-a98b-deef794a9b34 req-6aeff27e-54f1-485e-9d13-166d5f9c8624 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Neutron deleted interface 7d81fbff-84c2-4855-9fe7-767dcbe10bad; detaching it from the instance and deleting it from the info cache [ 928.300234] env[71079]: DEBUG nova.network.neutron [req-ef300a80-dca9-44db-a98b-deef794a9b34 req-6aeff27e-54f1-485e-9d13-166d5f9c8624 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.302530] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d26b3a4-4fa6-432e-9f92-b278dd94e637 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.315359] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d918e6a-818e-480b-a8f3-78e61aa2f3aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.331276] env[71079]: DEBUG nova.compute.provider_tree [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.378773] env[71079]: DEBUG nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.443249] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.443249] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.443249] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.443457] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.443642] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.443837] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.444658] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.444658] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.444658] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.444658] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.444832] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.452446] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3d8d5c-5bb9-4731-a6b9-8f78ad83057b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.477852] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279160, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.479334] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 928.479334] env[71079]: value = "task-3279161" [ 928.479334] env[71079]: _type = "Task" [ 928.479334] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.491089] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.576501] env[71079]: DEBUG nova.network.neutron [-] [instance: a17dd244-a485-4440-9283-859d63b544e0] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.600338] env[71079]: INFO nova.compute.manager [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Took 19.29 seconds to build instance. [ 928.664369] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4a3d850-690b-492e-92b7-1c9d4921f066 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.676888] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834a932a-0bbe-41ca-b1e2-0bc3d5d2b6be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.717411] env[71079]: DEBUG nova.compute.manager [req-81b25f39-b025-4ced-8f2b-d7b1472a2695 req-ffe7153a-0c95-4218-9991-5f38b40fbec1 service nova] [instance: a17dd244-a485-4440-9283-859d63b544e0] Detach interface failed, port_id=c26aaf3b-05f1-44b7-9810-849f7fbd2858, reason: Instance a17dd244-a485-4440-9283-859d63b544e0 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.808470] env[71079]: DEBUG nova.network.neutron [-] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.811397] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdaae995-fdb4-4632-a859-b72bded9c35b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.822549] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fdd35c-6f36-4cdb-b86e-2a7d43d4176c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.836038] env[71079]: DEBUG nova.scheduler.client.report [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.859128] env[71079]: DEBUG nova.compute.manager [req-ef300a80-dca9-44db-a98b-deef794a9b34 req-6aeff27e-54f1-485e-9d13-166d5f9c8624 service nova] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Detach interface failed, port_id=7d81fbff-84c2-4855-9fe7-767dcbe10bad, reason: Instance 07a2ebcb-258c-4709-9a5d-abb29625a953 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.908679] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.976916] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850883} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.979208] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 0ea3623e-4565-49cf-9b8a-5cff84189fdb/0ea3623e-4565-49cf-9b8a-5cff84189fdb.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.979797] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.979797] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-404bc3c9-1e0c-4bb4-a509-ddffd299accd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.990042] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279161, 'name': ReconfigVM_Task, 'duration_secs': 0.202368} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.991394] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance 'fab715a3-9430-4f78-b5d8-8c48763110b7' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.995404] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 928.995404] env[71079]: value = "task-3279162" [ 928.995404] env[71079]: _type = "Task" [ 928.995404] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.005021] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.079214] env[71079]: INFO nova.compute.manager [-] [instance: a17dd244-a485-4440-9283-859d63b544e0] Took 1.33 seconds to deallocate network for instance. [ 929.103148] env[71079]: DEBUG oslo_concurrency.lockutils [None req-45daee8c-c216-4b64-9d4f-7428c6ca90cc tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "afb0d8f4-3928-47fe-be2d-64324a361652" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.805s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.311771] env[71079]: INFO nova.compute.manager [-] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Took 1.49 seconds to deallocate network for instance. [ 929.344809] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.349270] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.422s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.353171] env[71079]: INFO nova.compute.claims [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.374558] env[71079]: INFO nova.scheduler.client.report [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted allocations for instance 6586ddaf-a134-413e-b13c-d0e8529d2603 [ 929.498034] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.498314] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.498499] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.498731] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.498884] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.499046] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.499264] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.499425] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.499594] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.499757] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.499929] env[71079]: DEBUG nova.virt.hardware [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.505282] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.505670] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a25ed26-e18b-4814-b927-5fae30be8e47 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.527067] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070165} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.527413] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.528316] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a982cb-e13d-4bf4-8f56-e06cd3389a97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.532832] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 929.532832] env[71079]: value = "task-3279163" [ 929.532832] env[71079]: _type = "Task" [ 929.532832] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.554248] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0ea3623e-4565-49cf-9b8a-5cff84189fdb/0ea3623e-4565-49cf-9b8a-5cff84189fdb.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.555031] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1fd2dd-8824-4bfa-8b7f-4cb0a18a2d20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.572908] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.578285] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 929.578285] env[71079]: value = "task-3279164" [ 929.578285] env[71079]: _type = "Task" [ 929.578285] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.588277] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.591314] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.822037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.885592] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e827e4a9-0801-474b-8cc4-4307c8a3c258 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "6586ddaf-a134-413e-b13c-d0e8529d2603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.791s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.043765] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279163, 'name': ReconfigVM_Task, 'duration_secs': 0.176303} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.044010] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.044876] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e78c78-91e3-45f0-99a5-9ff7e500252e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.068501] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] fab715a3-9430-4f78-b5d8-8c48763110b7/fab715a3-9430-4f78-b5d8-8c48763110b7.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.068807] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6d52ee-cebf-4b7a-a960-9d3317081810 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.091028] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279164, 'name': ReconfigVM_Task, 'duration_secs': 0.297015} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.092374] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0ea3623e-4565-49cf-9b8a-5cff84189fdb/0ea3623e-4565-49cf-9b8a-5cff84189fdb.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.094698] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 930.094698] env[71079]: value = "task-3279165" [ 930.094698] env[71079]: _type = "Task" [ 930.094698] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.094698] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-015427f1-ef3e-4180-a7bb-19cce5ee80f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.104891] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.106366] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 930.106366] env[71079]: value = "task-3279166" [ 930.106366] env[71079]: _type = "Task" [ 930.106366] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.116450] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279166, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.197724] env[71079]: DEBUG nova.compute.manager [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Received event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.197970] env[71079]: DEBUG nova.compute.manager [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing instance network info cache due to event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.200989] env[71079]: DEBUG oslo_concurrency.lockutils [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] Acquiring lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.201087] env[71079]: DEBUG oslo_concurrency.lockutils [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] Acquired lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.201273] env[71079]: DEBUG nova.network.neutron [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.583778] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab174c5a-147f-4b9e-9949-d0ec4b44540b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.591752] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3301e416-eef5-4860-bfec-b34d8b114ead {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.627185] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df6578e-dd87-446d-990e-031d6e6737d2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.632309] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279165, 'name': ReconfigVM_Task, 'duration_secs': 0.297826} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.633118] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Reconfigured VM instance instance-00000046 to attach disk [datastore2] fab715a3-9430-4f78-b5d8-8c48763110b7/fab715a3-9430-4f78-b5d8-8c48763110b7.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.633388] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance 'fab715a3-9430-4f78-b5d8-8c48763110b7' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.640872] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279166, 'name': Rename_Task, 'duration_secs': 0.149836} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.641412] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.642659] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c77f5c-0bb2-460e-94b3-a6a24fa8c679 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.646178] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e99ea8-1548-4c8b-b24e-0f39299f21d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.656983] env[71079]: DEBUG nova.compute.provider_tree [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.659336] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 930.659336] env[71079]: value = "task-3279167" [ 930.659336] env[71079]: _type = "Task" [ 930.659336] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.666762] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.962871] env[71079]: DEBUG nova.network.neutron [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updated VIF entry in instance network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.963263] env[71079]: DEBUG nova.network.neutron [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.144170] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c37b0f-64b6-4d17-83b7-e498723a450d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.163671] env[71079]: DEBUG nova.scheduler.client.report [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.171017] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39845b-3fbe-4653-986e-8731c0e12489 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.192680] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance 'fab715a3-9430-4f78-b5d8-8c48763110b7' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.198976] env[71079]: DEBUG oslo_vmware.api [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279167, 'name': PowerOnVM_Task, 'duration_secs': 0.475311} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.199431] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.199644] env[71079]: INFO nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Took 8.05 seconds to spawn the instance on the hypervisor. [ 931.199867] env[71079]: DEBUG nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.200921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f95396-7a0a-45e2-8753-215610870436 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.466143] env[71079]: DEBUG oslo_concurrency.lockutils [req-b4bf2b24-7599-4dcf-a7fa-1feff84959cd req-90b33b34-16a0-4a07-9132-f4d1c95a0db1 service nova] Releasing lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.675519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.675748] env[71079]: DEBUG nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.681040] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.770s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.682620] env[71079]: INFO nova.compute.claims [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.721298] env[71079]: INFO nova.compute.manager [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Took 19.84 seconds to build instance. [ 931.748021] env[71079]: DEBUG nova.network.neutron [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Port c69f17b8-ddfe-4e99-ae39-a825693ad28d binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 931.905828] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.906082] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.190280] env[71079]: DEBUG nova.compute.utils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.192371] env[71079]: DEBUG nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.193078] env[71079]: DEBUG nova.network.neutron [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.223743] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3145b05e-f153-411c-8ae5-09e2c2d0d464 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.354s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.235148] env[71079]: DEBUG nova.compute.manager [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Received event network-changed-24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.235148] env[71079]: DEBUG nova.compute.manager [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Refreshing instance network info cache due to event network-changed-24149074-efbe-4b9e-8295-aee37e3b6723. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.235148] env[71079]: DEBUG oslo_concurrency.lockutils [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] Acquiring lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.235148] env[71079]: DEBUG oslo_concurrency.lockutils [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] Acquired lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.235148] env[71079]: DEBUG nova.network.neutron [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Refreshing network info cache for port 24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.261829] env[71079]: DEBUG nova.policy [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7e05352bc54bf3be1385727cbdf807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec894fe0499482eb2c722c20f78ddcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.408621] env[71079]: DEBUG nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.645411] env[71079]: DEBUG nova.network.neutron [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Successfully created port: 7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.699307] env[71079]: DEBUG nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.778076] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.778076] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.778076] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.930890] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.980131] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13eefa-a1f2-42b1-9a07-721f48956619 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.988178] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b24eba-de2d-4c26-943c-cad0f59a3894 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.018171] env[71079]: DEBUG nova.network.neutron [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Updated VIF entry in instance network info cache for port 24149074-efbe-4b9e-8295-aee37e3b6723. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.018541] env[71079]: DEBUG nova.network.neutron [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Updating instance_info_cache with network_info: [{"id": "24149074-efbe-4b9e-8295-aee37e3b6723", "address": "fa:16:3e:86:2e:14", "network": {"id": "9252fba5-b96e-4c26-850a-84c4e3215cd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1714847003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57969f8e89648ea84a2a38d2fdbb0cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24149074-ef", "ovs_interfaceid": "24149074-efbe-4b9e-8295-aee37e3b6723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.020227] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86bd104-0314-41fc-a92a-78307bb258e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.028608] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08edeec-63d2-41b0-a1af-f7ef1a73bed8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.045025] env[71079]: DEBUG nova.compute.provider_tree [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.524696] env[71079]: DEBUG oslo_concurrency.lockutils [req-60a1b5a2-f941-4e01-b442-ce19697eaacd req-c4ae8413-97d5-47e6-a495-d98ffc110632 service nova] Releasing lock "refresh_cache-0ea3623e-4565-49cf-9b8a-5cff84189fdb" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.544858] env[71079]: DEBUG nova.scheduler.client.report [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.711296] env[71079]: DEBUG nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.737205] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.737773] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.737773] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.737891] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.738034] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.738196] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.738575] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.738575] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.738733] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.738951] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.739094] env[71079]: DEBUG nova.virt.hardware [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.740078] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1867186-7f13-4b0e-9c0d-70a2dc49f857 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.748828] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c917b520-8275-47fa-b8b6-2d92460a4491 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.814679] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.814908] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.815349] env[71079]: DEBUG nova.network.neutron [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.051056] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.051543] env[71079]: DEBUG nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.054119] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.463s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.054333] env[71079]: DEBUG nova.objects.instance [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lazy-loading 'resources' on Instance uuid a17dd244-a485-4440-9283-859d63b544e0 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.191781] env[71079]: DEBUG nova.compute.manager [req-93f13dde-00c8-41b2-8464-56d4ace0eb42 req-f010d93c-e6a4-485c-91a6-40cfda2f544e service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Received event network-vif-plugged-7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.192045] env[71079]: DEBUG oslo_concurrency.lockutils [req-93f13dde-00c8-41b2-8464-56d4ace0eb42 req-f010d93c-e6a4-485c-91a6-40cfda2f544e service nova] Acquiring lock "06b3794c-ecea-4a93-87d5-5b42295e89af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.192238] env[71079]: DEBUG oslo_concurrency.lockutils [req-93f13dde-00c8-41b2-8464-56d4ace0eb42 req-f010d93c-e6a4-485c-91a6-40cfda2f544e service nova] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.192406] env[71079]: DEBUG oslo_concurrency.lockutils [req-93f13dde-00c8-41b2-8464-56d4ace0eb42 req-f010d93c-e6a4-485c-91a6-40cfda2f544e service nova] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.192571] env[71079]: DEBUG nova.compute.manager [req-93f13dde-00c8-41b2-8464-56d4ace0eb42 req-f010d93c-e6a4-485c-91a6-40cfda2f544e service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] No waiting events found dispatching network-vif-plugged-7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.192841] env[71079]: WARNING nova.compute.manager [req-93f13dde-00c8-41b2-8464-56d4ace0eb42 req-f010d93c-e6a4-485c-91a6-40cfda2f544e service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Received unexpected event network-vif-plugged-7eeee3d8-4061-43bd-9367-8fd160cc51bf for instance with vm_state building and task_state spawning. [ 934.280454] env[71079]: DEBUG nova.network.neutron [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Successfully updated port: 7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.556815] env[71079]: DEBUG nova.compute.utils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.561526] env[71079]: DEBUG nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.561701] env[71079]: DEBUG nova.network.neutron [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.570169] env[71079]: DEBUG nova.network.neutron [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance_info_cache with network_info: [{"id": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "address": "fa:16:3e:f4:9a:27", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f17b8-dd", "ovs_interfaceid": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.606771] env[71079]: DEBUG nova.policy [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '551b8454b6a94c51ac37a5fe7588918d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a14723771ed4a4192f7e460e79b660d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.787152] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.787376] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.787698] env[71079]: DEBUG nova.network.neutron [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.829988] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764e7fa1-f978-4877-8f44-f4af654e7abd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.838775] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9044146-8e56-4dfe-b81d-c8e853722ef9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.872736] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cbc13b-f2f5-4a20-8884-63943516d34b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.880771] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5b68cd-a7a4-400d-87ce-a5458924d19f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.894962] env[71079]: DEBUG nova.compute.provider_tree [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.021192] env[71079]: DEBUG nova.network.neutron [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Successfully created port: 29b52d5e-5d5e-428f-a91c-b610084c0e1c {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.064678] env[71079]: DEBUG nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.075259] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.327135] env[71079]: DEBUG nova.network.neutron [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.399274] env[71079]: DEBUG nova.scheduler.client.report [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.493833] env[71079]: DEBUG nova.network.neutron [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updating instance_info_cache with network_info: [{"id": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "address": "fa:16:3e:dc:4a:32", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eeee3d8-40", "ovs_interfaceid": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.604228] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45050162-3e80-4bf8-bef1-b3a02ea439ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.625389] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd47f0-b9f5-4247-9bb8-250224225e09 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.632716] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance 'fab715a3-9430-4f78-b5d8-8c48763110b7' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.907010] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.909470] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.088s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.909769] env[71079]: DEBUG nova.objects.instance [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lazy-loading 'resources' on Instance uuid 07a2ebcb-258c-4709-9a5d-abb29625a953 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.932998] env[71079]: INFO nova.scheduler.client.report [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted allocations for instance a17dd244-a485-4440-9283-859d63b544e0 [ 935.996098] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.996787] env[71079]: DEBUG nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Instance network_info: |[{"id": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "address": "fa:16:3e:dc:4a:32", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eeee3d8-40", "ovs_interfaceid": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.996934] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:4a:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eeee3d8-4061-43bd-9367-8fd160cc51bf', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.004645] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Creating folder: Project (8ec894fe0499482eb2c722c20f78ddcf). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.005272] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47804225-d57a-423b-ad92-53af8200d468 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.018727] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Created folder: Project (8ec894fe0499482eb2c722c20f78ddcf) in parent group-v654700. [ 936.018960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Creating folder: Instances. Parent ref: group-v654907. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.019268] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f58cba4e-b38c-4d88-a6a7-985af1e846e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.029217] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Created folder: Instances in parent group-v654907. [ 936.029496] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.029711] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.029926] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ec81c05-5dde-4208-99a1-62d21decc440 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.048425] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.048425] env[71079]: value = "task-3279170" [ 936.048425] env[71079]: _type = "Task" [ 936.048425] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.056082] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279170, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.074342] env[71079]: DEBUG nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.095614] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.095614] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.095614] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.095861] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.095920] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.096324] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.096324] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.096475] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.096640] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.096954] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.097060] env[71079]: DEBUG nova.virt.hardware [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.098082] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cbfb17-46c5-41db-907f-b30b1a68871d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.106962] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031b42be-a0d7-4030-8cd9-f5f51d021d28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.141230] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.141479] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4dd28d6-cb2d-4894-859e-5a57ed338ec0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.148214] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 936.148214] env[71079]: value = "task-3279171" [ 936.148214] env[71079]: _type = "Task" [ 936.148214] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.156424] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.245878] env[71079]: DEBUG nova.compute.manager [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Received event network-changed-7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.245878] env[71079]: DEBUG nova.compute.manager [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Refreshing instance network info cache due to event network-changed-7eeee3d8-4061-43bd-9367-8fd160cc51bf. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.245878] env[71079]: DEBUG oslo_concurrency.lockutils [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] Acquiring lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.246025] env[71079]: DEBUG oslo_concurrency.lockutils [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] Acquired lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.246203] env[71079]: DEBUG nova.network.neutron [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Refreshing network info cache for port 7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.441270] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94e3c84a-0e85-4f81-80db-6c8a3fc8f227 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "a17dd244-a485-4440-9283-859d63b544e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.822s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.517169] env[71079]: DEBUG nova.compute.manager [req-19cf0019-54e2-48f0-b244-975cf57f2825 req-9d9e2b0c-6b57-44e4-8670-57343cc386fb service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Received event network-vif-plugged-29b52d5e-5d5e-428f-a91c-b610084c0e1c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.517169] env[71079]: DEBUG oslo_concurrency.lockutils [req-19cf0019-54e2-48f0-b244-975cf57f2825 req-9d9e2b0c-6b57-44e4-8670-57343cc386fb service nova] Acquiring lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.517169] env[71079]: DEBUG oslo_concurrency.lockutils [req-19cf0019-54e2-48f0-b244-975cf57f2825 req-9d9e2b0c-6b57-44e4-8670-57343cc386fb service nova] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.517169] env[71079]: DEBUG oslo_concurrency.lockutils [req-19cf0019-54e2-48f0-b244-975cf57f2825 req-9d9e2b0c-6b57-44e4-8670-57343cc386fb service nova] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.517169] env[71079]: DEBUG nova.compute.manager [req-19cf0019-54e2-48f0-b244-975cf57f2825 req-9d9e2b0c-6b57-44e4-8670-57343cc386fb service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] No waiting events found dispatching network-vif-plugged-29b52d5e-5d5e-428f-a91c-b610084c0e1c {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.517169] env[71079]: WARNING nova.compute.manager [req-19cf0019-54e2-48f0-b244-975cf57f2825 req-9d9e2b0c-6b57-44e4-8670-57343cc386fb service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Received unexpected event network-vif-plugged-29b52d5e-5d5e-428f-a91c-b610084c0e1c for instance with vm_state building and task_state spawning. [ 936.558179] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279170, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.649964] env[71079]: DEBUG nova.network.neutron [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Successfully updated port: 29b52d5e-5d5e-428f-a91c-b610084c0e1c {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.666175] env[71079]: DEBUG oslo_vmware.api [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279171, 'name': PowerOnVM_Task, 'duration_secs': 0.405775} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.666957] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.667465] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a666a15-0439-44bf-9355-60de9ea8dc0e tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance 'fab715a3-9430-4f78-b5d8-8c48763110b7' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.689226] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c41690-65ae-4253-b4af-9cd10a7d18bb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.699521] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "bd1578ce-ee95-4d44-af39-05e53a33cef9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.699880] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.704391] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147ad34-ea21-4567-9685-28ca02f6e94f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.738162] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd63e03-ec0f-491e-b5bd-77cb5c11ca55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.745869] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450527f5-b368-4cf5-8fff-3a1c017cdbb8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.765250] env[71079]: DEBUG nova.compute.provider_tree [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.904884] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "93fe262e-954f-4555-828f-21a4f064b10d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.905146] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "93fe262e-954f-4555-828f-21a4f064b10d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.053777] env[71079]: DEBUG nova.network.neutron [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updated VIF entry in instance network info cache for port 7eeee3d8-4061-43bd-9367-8fd160cc51bf. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.054134] env[71079]: DEBUG nova.network.neutron [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updating instance_info_cache with network_info: [{"id": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "address": "fa:16:3e:dc:4a:32", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eeee3d8-40", "ovs_interfaceid": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.060851] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279170, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.159291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "refresh_cache-6f3fbfd8-9a2c-4415-8e84-7510e33c549e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.159511] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquired lock "refresh_cache-6f3fbfd8-9a2c-4415-8e84-7510e33c549e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.159668] env[71079]: DEBUG nova.network.neutron [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.204023] env[71079]: DEBUG nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.268932] env[71079]: DEBUG nova.scheduler.client.report [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.408451] env[71079]: DEBUG nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.559860] env[71079]: DEBUG oslo_concurrency.lockutils [req-78ac99eb-5bab-481e-a141-399c48f82fe1 req-4d86f4ec-0a33-481a-83c6-f4f3206c2df9 service nova] Releasing lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.560148] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279170, 'name': CreateVM_Task, 'duration_secs': 1.447518} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.560310] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.560966] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.561144] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.561489] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.561750] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe92798-3c35-400b-a961-1b3eae596b57 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.566199] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 937.566199] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5257ebd1-052e-802f-9dbf-d33be1d91247" [ 937.566199] env[71079]: _type = "Task" [ 937.566199] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.573790] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5257ebd1-052e-802f-9dbf-d33be1d91247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.705405] env[71079]: DEBUG nova.network.neutron [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.727459] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.773757] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.776850] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.845s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.778389] env[71079]: INFO nova.compute.claims [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.792082] env[71079]: INFO nova.scheduler.client.report [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Deleted allocations for instance 07a2ebcb-258c-4709-9a5d-abb29625a953 [ 937.880599] env[71079]: DEBUG nova.network.neutron [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Updating instance_info_cache with network_info: [{"id": "29b52d5e-5d5e-428f-a91c-b610084c0e1c", "address": "fa:16:3e:b2:a3:42", "network": {"id": "8732690c-4b4c-4f7d-9b34-0ad75db190b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1241256716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a14723771ed4a4192f7e460e79b660d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b52d5e-5d", "ovs_interfaceid": "29b52d5e-5d5e-428f-a91c-b610084c0e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.928390] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.080175] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5257ebd1-052e-802f-9dbf-d33be1d91247, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.080175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.080175] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.080175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.080175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.080175] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.080175] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a08c477d-60cc-440a-aa5f-05df1bde373f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.089120] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.089120] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.089279] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2e3b9a-b403-4b84-8fea-175a93aa6140 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.094932] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 938.094932] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aabc98-2a5e-d502-101a-51c5133f79b4" [ 938.094932] env[71079]: _type = "Task" [ 938.094932] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.107964] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aabc98-2a5e-d502-101a-51c5133f79b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.108693] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bca3f16-2107-43ba-b2e3-89a7d1ad6b48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.114591] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 938.114591] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cc28eb-0f0f-4493-71ea-5c5ad9c50979" [ 938.114591] env[71079]: _type = "Task" [ 938.114591] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.123246] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cc28eb-0f0f-4493-71ea-5c5ad9c50979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.304796] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2b975c84-9ddc-42ee-b8a1-fce2b66aedb0 tempest-MultipleCreateTestJSON-683642597 tempest-MultipleCreateTestJSON-683642597-project-member] Lock "07a2ebcb-258c-4709-9a5d-abb29625a953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.622s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.384027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Releasing lock "refresh_cache-6f3fbfd8-9a2c-4415-8e84-7510e33c549e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.384425] env[71079]: DEBUG nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Instance network_info: |[{"id": "29b52d5e-5d5e-428f-a91c-b610084c0e1c", "address": "fa:16:3e:b2:a3:42", "network": {"id": "8732690c-4b4c-4f7d-9b34-0ad75db190b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1241256716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a14723771ed4a4192f7e460e79b660d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b52d5e-5d", "ovs_interfaceid": "29b52d5e-5d5e-428f-a91c-b610084c0e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.384840] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a3:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29b52d5e-5d5e-428f-a91c-b610084c0e1c', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.392436] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Creating folder: Project (4a14723771ed4a4192f7e460e79b660d). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.392711] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ccc5ed4-0526-4980-b4a7-15e8007d0811 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.405199] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Created folder: Project (4a14723771ed4a4192f7e460e79b660d) in parent group-v654700. [ 938.405379] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Creating folder: Instances. Parent ref: group-v654910. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.405627] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d011a4-f5e9-4fc2-b2ab-1568a8d102fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.414508] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Created folder: Instances in parent group-v654910. [ 938.414774] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.415072] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.415308] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cca511d8-f1ad-4f43-a927-5d28c6f0c59d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.434309] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.434309] env[71079]: value = "task-3279174" [ 938.434309] env[71079]: _type = "Task" [ 938.434309] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.441239] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279174, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.544255] env[71079]: DEBUG nova.compute.manager [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Received event network-changed-29b52d5e-5d5e-428f-a91c-b610084c0e1c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.544614] env[71079]: DEBUG nova.compute.manager [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Refreshing instance network info cache due to event network-changed-29b52d5e-5d5e-428f-a91c-b610084c0e1c. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.545036] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] Acquiring lock "refresh_cache-6f3fbfd8-9a2c-4415-8e84-7510e33c549e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545370] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] Acquired lock "refresh_cache-6f3fbfd8-9a2c-4415-8e84-7510e33c549e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.545668] env[71079]: DEBUG nova.network.neutron [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Refreshing network info cache for port 29b52d5e-5d5e-428f-a91c-b610084c0e1c {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.604810] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "fab715a3-9430-4f78-b5d8-8c48763110b7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.605193] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.605441] env[71079]: DEBUG nova.compute.manager [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Going to confirm migration 4 {{(pid=71079) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 938.627044] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cc28eb-0f0f-4493-71ea-5c5ad9c50979, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.627044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.627044] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 06b3794c-ecea-4a93-87d5-5b42295e89af/06b3794c-ecea-4a93-87d5-5b42295e89af.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.627299] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7400e7d2-b4fb-4037-a3c0-2b79ed7d7859 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.635672] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 938.635672] env[71079]: value = "task-3279175" [ 938.635672] env[71079]: _type = "Task" [ 938.635672] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.644557] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.947243] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279174, 'name': CreateVM_Task, 'duration_secs': 0.313479} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.950397] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.954440] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.954440] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.954440] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.954440] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5664f84b-559d-4ab0-8479-f8e6ee67d6d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.960277] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 938.960277] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525923b0-3ab7-23c1-e8df-74995fff5704" [ 938.960277] env[71079]: _type = "Task" [ 938.960277] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.978911] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525923b0-3ab7-23c1-e8df-74995fff5704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.115619] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f08751f-9116-4f11-839b-32bd38d5fba2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.124755] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b154328-d7d7-471a-8417-e58c86dca735 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.175336] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.175639] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.175853] env[71079]: DEBUG nova.network.neutron [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.176087] env[71079]: DEBUG nova.objects.instance [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lazy-loading 'info_cache' on Instance uuid fab715a3-9430-4f78-b5d8-8c48763110b7 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.184038] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50d14f4-1537-4ad8-9e30-fc6cba0fc92a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.191890] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463426} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.196767] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 06b3794c-ecea-4a93-87d5-5b42295e89af/06b3794c-ecea-4a93-87d5-5b42295e89af.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.197132] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.197430] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ba5633c-9d00-4455-9c1c-2c1bce8dfd63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.201982] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302173f6-28d0-4350-934a-883e5fb6d107 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.222279] env[71079]: DEBUG nova.compute.provider_tree [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.225682] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 939.225682] env[71079]: value = "task-3279176" [ 939.225682] env[71079]: _type = "Task" [ 939.225682] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.381922] env[71079]: DEBUG nova.network.neutron [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Updated VIF entry in instance network info cache for port 29b52d5e-5d5e-428f-a91c-b610084c0e1c. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.382214] env[71079]: DEBUG nova.network.neutron [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Updating instance_info_cache with network_info: [{"id": "29b52d5e-5d5e-428f-a91c-b610084c0e1c", "address": "fa:16:3e:b2:a3:42", "network": {"id": "8732690c-4b4c-4f7d-9b34-0ad75db190b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1241256716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a14723771ed4a4192f7e460e79b660d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b52d5e-5d", "ovs_interfaceid": "29b52d5e-5d5e-428f-a91c-b610084c0e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.470869] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525923b0-3ab7-23c1-e8df-74995fff5704, 'name': SearchDatastore_Task, 'duration_secs': 0.053419} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.471194] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.471434] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.471670] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.471816] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.471997] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.472318] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1514d2bc-ccaa-43eb-8c80-f707657d9bb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.480842] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.481039] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.481747] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3733ba0-988d-418b-8444-acd7e60585e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.486965] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 939.486965] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5247408f-322d-ce51-9284-17aacb1b3124" [ 939.486965] env[71079]: _type = "Task" [ 939.486965] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.494153] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5247408f-322d-ce51-9284-17aacb1b3124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.731508] env[71079]: DEBUG nova.scheduler.client.report [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.739791] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103607} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.740557] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.741166] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9aa627-1d87-4d0e-8366-7ae29cf98ee2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.766760] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 06b3794c-ecea-4a93-87d5-5b42295e89af/06b3794c-ecea-4a93-87d5-5b42295e89af.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.767953] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89657d1-4481-428c-addd-b56fbea2148c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.793915] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 939.793915] env[71079]: value = "task-3279177" [ 939.793915] env[71079]: _type = "Task" [ 939.793915] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.803961] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.884739] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f93e198-f737-4517-85d4-21dcc335b590 req-2de511f9-0f72-45d5-b165-6d55f94a4d7a service nova] Releasing lock "refresh_cache-6f3fbfd8-9a2c-4415-8e84-7510e33c549e" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.997881] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5247408f-322d-ce51-9284-17aacb1b3124, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.998814] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841536ff-b0d6-45a9-83fd-5a042309148e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.004543] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 940.004543] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52331f6a-b280-d75e-1eb9-78270e7a88a6" [ 940.004543] env[71079]: _type = "Task" [ 940.004543] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.012141] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52331f6a-b280-d75e-1eb9-78270e7a88a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.240928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.241492] env[71079]: DEBUG nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.246328] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.519s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.248119] env[71079]: INFO nova.compute.claims [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.305690] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279177, 'name': ReconfigVM_Task, 'duration_secs': 0.396458} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.307021] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 06b3794c-ecea-4a93-87d5-5b42295e89af/06b3794c-ecea-4a93-87d5-5b42295e89af.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.307708] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2790de0a-2c93-4eb6-8a62-5ab382502a88 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.316538] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 940.316538] env[71079]: value = "task-3279178" [ 940.316538] env[71079]: _type = "Task" [ 940.316538] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.326109] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279178, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.522963] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52331f6a-b280-d75e-1eb9-78270e7a88a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.523302] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.523613] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 6f3fbfd8-9a2c-4415-8e84-7510e33c549e/6f3fbfd8-9a2c-4415-8e84-7510e33c549e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.523927] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9010cb1b-5960-4e99-b2a5-b6b4976b4d53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.533799] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 940.533799] env[71079]: value = "task-3279179" [ 940.533799] env[71079]: _type = "Task" [ 940.533799] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.543223] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.566273] env[71079]: DEBUG nova.network.neutron [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance_info_cache with network_info: [{"id": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "address": "fa:16:3e:f4:9a:27", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f17b8-dd", "ovs_interfaceid": "c69f17b8-ddfe-4e99-ae39-a825693ad28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.595487] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.595788] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.595981] env[71079]: INFO nova.compute.manager [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Shelving [ 940.752418] env[71079]: DEBUG nova.compute.utils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.753973] env[71079]: DEBUG nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.754204] env[71079]: DEBUG nova.network.neutron [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.810253] env[71079]: DEBUG nova.policy [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '960d4d7ad0854a878dbd63a3170233a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97524c1401ad479eb74c5f00ab366b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.832991] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279178, 'name': Rename_Task, 'duration_secs': 0.372201} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.832991] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.833320] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28377891-e3bd-43d6-a6a8-e670cb317efb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.840908] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 940.840908] env[71079]: value = "task-3279180" [ 940.840908] env[71079]: _type = "Task" [ 940.840908] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.850430] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.046057] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.070387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-fab715a3-9430-4f78-b5d8-8c48763110b7" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.070387] env[71079]: DEBUG nova.objects.instance [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lazy-loading 'migration_context' on Instance uuid fab715a3-9430-4f78-b5d8-8c48763110b7 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.230436] env[71079]: DEBUG nova.network.neutron [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Successfully created port: 9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.262189] env[71079]: DEBUG nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.351948] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279180, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.544942] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594985} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.546111] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 6f3fbfd8-9a2c-4415-8e84-7510e33c549e/6f3fbfd8-9a2c-4415-8e84-7510e33c549e.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.546343] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.547102] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1f394e-9ac8-4169-9d92-294f6cc1369d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.549747] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1035881-8dc2-4677-9b52-dce5fefabbe8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.557265] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9fb1b5-d3d7-4d03-81dd-6f8476951203 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.560885] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 941.560885] env[71079]: value = "task-3279181" [ 941.560885] env[71079]: _type = "Task" [ 941.560885] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.594183] env[71079]: DEBUG nova.objects.base [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.594432] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc37da-7913-4596-9cfa-42d61427a5fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.598024] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a0ed4-b1e0-46f8-b377-91609ba57fd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.603635] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279181, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.607898] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.622610] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9269152a-864a-4089-928d-abe0e6c1d857 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.624919] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be25505-d89c-4f22-bbbf-05f6e86cb7bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.629668] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d736808-747a-4731-a095-e9d8b01848c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.644211] env[71079]: DEBUG nova.compute.provider_tree [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.647101] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 941.647101] env[71079]: value = "task-3279182" [ 941.647101] env[71079]: _type = "Task" [ 941.647101] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.648568] env[71079]: DEBUG oslo_vmware.api [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 941.648568] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5246144c-1eab-0e82-f166-b2e46cf0632c" [ 941.648568] env[71079]: _type = "Task" [ 941.648568] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.658949] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.662394] env[71079]: DEBUG oslo_vmware.api [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5246144c-1eab-0e82-f166-b2e46cf0632c, 'name': SearchDatastore_Task, 'duration_secs': 0.006498} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.663183] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.852813] env[71079]: DEBUG oslo_vmware.api [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279180, 'name': PowerOnVM_Task, 'duration_secs': 0.598215} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.853135] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.853365] env[71079]: INFO nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Took 8.14 seconds to spawn the instance on the hypervisor. [ 941.853546] env[71079]: DEBUG nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.854342] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf9a619-60d0-42f1-8bb9-5055e2c62f76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.996030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Acquiring lock "2a276018-af94-41e2-aa14-0fe121b25c46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.996137] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "2a276018-af94-41e2-aa14-0fe121b25c46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.996359] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Acquiring lock "2a276018-af94-41e2-aa14-0fe121b25c46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.996512] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "2a276018-af94-41e2-aa14-0fe121b25c46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.996682] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "2a276018-af94-41e2-aa14-0fe121b25c46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.998969] env[71079]: INFO nova.compute.manager [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Terminating instance [ 942.070231] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060671} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.070325] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.071075] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df96434a-dcd6-4468-b574-355cff7a32f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.094018] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6f3fbfd8-9a2c-4415-8e84-7510e33c549e/6f3fbfd8-9a2c-4415-8e84-7510e33c549e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.094257] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f618065-93cc-44e3-9823-f0fd2dbe75e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.114297] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 942.114297] env[71079]: value = "task-3279183" [ 942.114297] env[71079]: _type = "Task" [ 942.114297] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.121750] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.149489] env[71079]: DEBUG nova.scheduler.client.report [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.162228] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279182, 'name': PowerOffVM_Task, 'duration_secs': 0.245842} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.162525] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.163368] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa8298-e2f7-4e18-8797-3adbe3c6b8a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.183077] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761b224f-d4dd-485f-9f94-9cb85632022c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.273786] env[71079]: DEBUG nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.295060] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.295360] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.295550] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.295735] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.295885] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.296048] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.296265] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.296424] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.296628] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.296744] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.296917] env[71079]: DEBUG nova.virt.hardware [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.297793] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122fdaba-05c6-44e6-9923-5f97febab03d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.306048] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5580d4b-5d40-46eb-af90-fe798b72730f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.375186] env[71079]: INFO nova.compute.manager [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Took 24.46 seconds to build instance. [ 942.502353] env[71079]: DEBUG nova.compute.manager [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.502676] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.502897] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8158237-c84f-4046-9072-ad3b581143ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.511053] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 942.511053] env[71079]: value = "task-3279184" [ 942.511053] env[71079]: _type = "Task" [ 942.511053] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.518888] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.543596] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "46f11aac-4909-40e8-ae96-5f64e474ea14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.543832] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "46f11aac-4909-40e8-ae96-5f64e474ea14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.624362] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279183, 'name': ReconfigVM_Task, 'duration_secs': 0.289786} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.624647] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6f3fbfd8-9a2c-4415-8e84-7510e33c549e/6f3fbfd8-9a2c-4415-8e84-7510e33c549e.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.625273] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-071c668b-269c-42a0-be90-0aa3f2af8ae8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.634282] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 942.634282] env[71079]: value = "task-3279185" [ 942.634282] env[71079]: _type = "Task" [ 942.634282] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.641312] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279185, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.660032] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.660032] env[71079]: DEBUG nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.662190] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.734s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.663752] env[71079]: INFO nova.compute.claims [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.693948] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 942.694576] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-392a93a8-e116-4540-b3ec-e773f62bc126 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.702754] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 942.702754] env[71079]: value = "task-3279186" [ 942.702754] env[71079]: _type = "Task" [ 942.702754] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.712280] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279186, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.774580] env[71079]: DEBUG nova.compute.manager [req-ea897e62-64fd-47cf-a8d3-c14f292a0010 req-7f45c91d-0060-4f99-ad12-64d0669dae18 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Received event network-vif-plugged-9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.774580] env[71079]: DEBUG oslo_concurrency.lockutils [req-ea897e62-64fd-47cf-a8d3-c14f292a0010 req-7f45c91d-0060-4f99-ad12-64d0669dae18 service nova] Acquiring lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.774580] env[71079]: DEBUG oslo_concurrency.lockutils [req-ea897e62-64fd-47cf-a8d3-c14f292a0010 req-7f45c91d-0060-4f99-ad12-64d0669dae18 service nova] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.774949] env[71079]: DEBUG oslo_concurrency.lockutils [req-ea897e62-64fd-47cf-a8d3-c14f292a0010 req-7f45c91d-0060-4f99-ad12-64d0669dae18 service nova] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.776360] env[71079]: DEBUG nova.compute.manager [req-ea897e62-64fd-47cf-a8d3-c14f292a0010 req-7f45c91d-0060-4f99-ad12-64d0669dae18 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] No waiting events found dispatching network-vif-plugged-9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.776360] env[71079]: WARNING nova.compute.manager [req-ea897e62-64fd-47cf-a8d3-c14f292a0010 req-7f45c91d-0060-4f99-ad12-64d0669dae18 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Received unexpected event network-vif-plugged-9fec9101-8613-4465-81e2-c512d40d5037 for instance with vm_state building and task_state spawning. [ 942.833888] env[71079]: DEBUG nova.network.neutron [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Successfully updated port: 9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.877265] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fa9d5dee-c103-48af-99ab-6682b63b6f80 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.973s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.022368] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279184, 'name': PowerOffVM_Task, 'duration_secs': 0.185271} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.022630] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.022833] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 943.023042] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654840', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'name': 'volume-3810d5a3-b803-41a4-8274-391655bb13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a276018-af94-41e2-aa14-0fe121b25c46', 'attached_at': '', 'detached_at': '', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'serial': '3810d5a3-b803-41a4-8274-391655bb13b8'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 943.023847] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b887d-e9ba-4cf9-866b-ae271c5b9804 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.042371] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105fdbf-a4e1-46a2-8fe5-d9e7fc317d56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.045442] env[71079]: DEBUG nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.050496] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c5e82d-6c4e-4ede-8323-ba083a1337ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.067999] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0072f86-4055-4561-991f-3384a7c8308b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.084537] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] The volume has not been displaced from its original location: [datastore2] volume-3810d5a3-b803-41a4-8274-391655bb13b8/volume-3810d5a3-b803-41a4-8274-391655bb13b8.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 943.089977] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.090874] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ec2226e-7882-4da9-999f-539bca533c52 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.108600] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 943.108600] env[71079]: value = "task-3279187" [ 943.108600] env[71079]: _type = "Task" [ 943.108600] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.116607] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.141132] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279185, 'name': Rename_Task, 'duration_secs': 0.192695} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.141407] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.141656] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f80c86e-1d04-486c-9e17-e32778b10a11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.147019] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 943.147019] env[71079]: value = "task-3279188" [ 943.147019] env[71079]: _type = "Task" [ 943.147019] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.157702] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.168109] env[71079]: DEBUG nova.compute.utils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.171225] env[71079]: DEBUG nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.171391] env[71079]: DEBUG nova.network.neutron [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.212308] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279186, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.241194] env[71079]: DEBUG nova.policy [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bc0a468b2c349b39ce82b850c2e57c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c635518e64ff416698a8a0a08bb8fb52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.337474] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.337807] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.338007] env[71079]: DEBUG nova.network.neutron [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.577717] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.619149] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279187, 'name': ReconfigVM_Task, 'duration_secs': 0.173467} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.619442] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.624309] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a988a9f4-642b-4307-b547-a5e889dbb306 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.638497] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 943.638497] env[71079]: value = "task-3279189" [ 943.638497] env[71079]: _type = "Task" [ 943.638497] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.649022] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.656516] env[71079]: DEBUG oslo_vmware.api [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279188, 'name': PowerOnVM_Task, 'duration_secs': 0.488682} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.656794] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.657028] env[71079]: INFO nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Took 7.58 seconds to spawn the instance on the hypervisor. [ 943.657220] env[71079]: DEBUG nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.658090] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea7de6-6fca-4259-8217-1243f0b89c9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.674522] env[71079]: DEBUG nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.712487] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279186, 'name': CreateSnapshot_Task, 'duration_secs': 0.806368} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.712588] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 943.713356] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e165bd-755d-4e81-b903-117da23aeb9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.857561] env[71079]: DEBUG nova.network.neutron [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Successfully created port: 37904a49-f4ba-4b0e-aabd-aff1e6f243f1 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.876821] env[71079]: DEBUG nova.network.neutron [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.024574] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c7f76c-0bd3-40a1-892f-d9e1dd1c79eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.034921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0323eec0-0e43-43be-b23f-1d3c92fddac1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.071677] env[71079]: DEBUG nova.network.neutron [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Updating instance_info_cache with network_info: [{"id": "9fec9101-8613-4465-81e2-c512d40d5037", "address": "fa:16:3e:28:23:6e", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec9101-86", "ovs_interfaceid": "9fec9101-8613-4465-81e2-c512d40d5037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.074278] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df846c0e-1428-4ba4-adaf-ca636e1a168c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.085158] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f0824-4a1f-4169-a9d2-a788d5bfe803 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.101460] env[71079]: DEBUG nova.compute.provider_tree [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.147803] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279189, 'name': ReconfigVM_Task, 'duration_secs': 0.130502} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.148235] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654840', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'name': 'volume-3810d5a3-b803-41a4-8274-391655bb13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a276018-af94-41e2-aa14-0fe121b25c46', 'attached_at': '', 'detached_at': '', 'volume_id': '3810d5a3-b803-41a4-8274-391655bb13b8', 'serial': '3810d5a3-b803-41a4-8274-391655bb13b8'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 944.148564] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.149398] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0676b5f1-be10-4387-bf42-0dc3a3bb8e64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.158365] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.158692] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70434c05-508c-427a-866a-abcaee8cd332 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.180639] env[71079]: INFO nova.compute.manager [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Took 15.29 seconds to build instance. [ 944.225095] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.225351] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.225576] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Deleting the datastore file [datastore2] 2a276018-af94-41e2-aa14-0fe121b25c46 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.225857] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eca9acf-bffb-4442-a1fb-6b52ad4077f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.239311] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 944.240537] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6677908f-9d7e-4681-92fc-6416514e1b91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.250187] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for the task: (returnval){ [ 944.250187] env[71079]: value = "task-3279191" [ 944.250187] env[71079]: _type = "Task" [ 944.250187] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.251524] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 944.251524] env[71079]: value = "task-3279192" [ 944.251524] env[71079]: _type = "Task" [ 944.251524] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.263574] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279192, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.266605] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.579484] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.579934] env[71079]: DEBUG nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Instance network_info: |[{"id": "9fec9101-8613-4465-81e2-c512d40d5037", "address": "fa:16:3e:28:23:6e", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec9101-86", "ovs_interfaceid": "9fec9101-8613-4465-81e2-c512d40d5037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.580117] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:23:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fec9101-8613-4465-81e2-c512d40d5037', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.587828] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.588094] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.588330] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0113a7d6-9b18-4636-8a2d-b9f364ff594b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.605968] env[71079]: DEBUG nova.scheduler.client.report [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.611314] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.611314] env[71079]: value = "task-3279193" [ 944.611314] env[71079]: _type = "Task" [ 944.611314] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.620052] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279193, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.680741] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fcf343e6-5fc8-4771-b6f6-ddf855f3deec tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.805s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.689304] env[71079]: DEBUG nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.697998] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.698294] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.698602] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.698755] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.698941] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.701103] env[71079]: INFO nova.compute.manager [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Terminating instance [ 944.720661] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.720906] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.721077] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.721266] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.721410] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.721556] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.721766] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.721922] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.722103] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.722269] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.722441] env[71079]: DEBUG nova.virt.hardware [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.723782] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a571bc-263a-475a-b019-ecc99991d962 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.733808] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd81beae-19b3-400a-82d4-9304e46b51c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.761107] env[71079]: DEBUG oslo_vmware.api [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Task: {'id': task-3279191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130408} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.761691] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.761906] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.762107] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.762282] env[71079]: INFO nova.compute.manager [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Took 2.26 seconds to destroy the instance on the hypervisor. [ 944.762508] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.762707] env[71079]: DEBUG nova.compute.manager [-] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.762792] env[71079]: DEBUG nova.network.neutron [-] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.767403] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279192, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.815888] env[71079]: DEBUG nova.compute.manager [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Received event network-changed-9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.816280] env[71079]: DEBUG nova.compute.manager [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Refreshing instance network info cache due to event network-changed-9fec9101-8613-4465-81e2-c512d40d5037. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.816280] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] Acquiring lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.816403] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] Acquired lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.816553] env[71079]: DEBUG nova.network.neutron [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Refreshing network info cache for port 9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.112960] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.113563] env[71079]: DEBUG nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.116758] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.454s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.129529] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279193, 'name': CreateVM_Task, 'duration_secs': 0.428807} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.129809] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.130587] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.130776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.131199] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.131502] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a59e7bb-d672-4fab-a82f-7dbea41d02e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.137030] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 945.137030] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5261ad59-de78-0a21-ab13-68d22d5c7065" [ 945.137030] env[71079]: _type = "Task" [ 945.137030] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.146859] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5261ad59-de78-0a21-ab13-68d22d5c7065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.206416] env[71079]: DEBUG nova.compute.manager [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.206645] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.207707] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ab8968-2d91-4d88-96be-5dfbaf4641f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.215913] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.216184] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09a5c40-e473-452f-982f-28e373fdd0cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.222015] env[71079]: DEBUG oslo_vmware.api [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 945.222015] env[71079]: value = "task-3279194" [ 945.222015] env[71079]: _type = "Task" [ 945.222015] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.230311] env[71079]: DEBUG oslo_vmware.api [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.264964] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279192, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.350115] env[71079]: DEBUG nova.compute.manager [req-105bc4da-b3c5-4051-9fd2-0a2df3537da3 req-6eb8a81e-99de-4be3-b079-86663e01ce69 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Received event network-vif-deleted-7d9f10e3-16ba-472f-92aa-72ddb9d50936 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.351691] env[71079]: INFO nova.compute.manager [req-105bc4da-b3c5-4051-9fd2-0a2df3537da3 req-6eb8a81e-99de-4be3-b079-86663e01ce69 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Neutron deleted interface 7d9f10e3-16ba-472f-92aa-72ddb9d50936; detaching it from the instance and deleting it from the info cache [ 945.351691] env[71079]: DEBUG nova.network.neutron [req-105bc4da-b3c5-4051-9fd2-0a2df3537da3 req-6eb8a81e-99de-4be3-b079-86663e01ce69 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.627782] env[71079]: DEBUG nova.compute.utils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.634020] env[71079]: DEBUG nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.634020] env[71079]: DEBUG nova.network.neutron [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.637948] env[71079]: DEBUG nova.network.neutron [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Updated VIF entry in instance network info cache for port 9fec9101-8613-4465-81e2-c512d40d5037. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.637948] env[71079]: DEBUG nova.network.neutron [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Updating instance_info_cache with network_info: [{"id": "9fec9101-8613-4465-81e2-c512d40d5037", "address": "fa:16:3e:28:23:6e", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec9101-86", "ovs_interfaceid": "9fec9101-8613-4465-81e2-c512d40d5037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.649310] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5261ad59-de78-0a21-ab13-68d22d5c7065, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.652118] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.652494] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.652684] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.652881] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.653019] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.653844] env[71079]: DEBUG nova.network.neutron [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Successfully updated port: 37904a49-f4ba-4b0e-aabd-aff1e6f243f1 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.655688] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eff24a8-2ce9-455b-bb78-9a6cbb1f73ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.664890] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.664890] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.669848] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a71f2b-8078-4ac3-ab84-4db929fb9a9a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.677984] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 945.677984] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ad3782-1da0-ce78-9e9a-4361649b7709" [ 945.677984] env[71079]: _type = "Task" [ 945.677984] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.687430] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ad3782-1da0-ce78-9e9a-4361649b7709, 'name': SearchDatastore_Task, 'duration_secs': 0.008306} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.691986] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3d73f2-d6be-47f7-a08f-480afcfc166b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.696500] env[71079]: DEBUG nova.policy [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bc0a468b2c349b39ce82b850c2e57c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c635518e64ff416698a8a0a08bb8fb52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.700118] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 945.700118] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204308b-1a84-14c6-0f88-553d3a15a99a" [ 945.700118] env[71079]: _type = "Task" [ 945.700118] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.712093] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204308b-1a84-14c6-0f88-553d3a15a99a, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.712382] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.712657] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3c95e6f3-5dcb-4c40-8aaf-825f5621e807/3c95e6f3-5dcb-4c40-8aaf-825f5621e807.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.713252] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b00146-f89f-482f-a4e8-d6f3161e0aa6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.721109] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 945.721109] env[71079]: value = "task-3279195" [ 945.721109] env[71079]: _type = "Task" [ 945.721109] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.738999] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.739452] env[71079]: DEBUG oslo_vmware.api [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279194, 'name': PowerOffVM_Task, 'duration_secs': 0.199645} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.739997] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.739997] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.740122] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eac64d25-d595-4263-96ac-4007598dfd22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.769821] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279192, 'name': CloneVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.828951] env[71079]: DEBUG nova.network.neutron [-] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.852416] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ccacac6-a296-47ca-9969-68e3e487c2e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.864763] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265cac0d-892b-4ffb-8e82-e330fd3a4fad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.904107] env[71079]: DEBUG nova.compute.manager [req-105bc4da-b3c5-4051-9fd2-0a2df3537da3 req-6eb8a81e-99de-4be3-b079-86663e01ce69 service nova] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Detach interface failed, port_id=7d9f10e3-16ba-472f-92aa-72ddb9d50936, reason: Instance 2a276018-af94-41e2-aa14-0fe121b25c46 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.937078] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.937396] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.937526] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Deleting the datastore file [datastore1] 6f3fbfd8-9a2c-4415-8e84-7510e33c549e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.937913] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6320bd2d-3a60-4b31-a33a-55aa83821dee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.948023] env[71079]: DEBUG oslo_vmware.api [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for the task: (returnval){ [ 945.948023] env[71079]: value = "task-3279197" [ 945.948023] env[71079]: _type = "Task" [ 945.948023] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.952605] env[71079]: DEBUG oslo_vmware.api [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.968519] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4096538-322b-426a-ae02-a00259907547 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.976995] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd148272-e4d6-44f2-910a-2256dd6ac5f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.008886] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a6aca-f288-4d79-a5c1-3a2979c702fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.018509] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50d4ab3-e402-4be9-8709-49cee4911d67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.037072] env[71079]: DEBUG nova.compute.provider_tree [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.062514] env[71079]: DEBUG nova.network.neutron [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Successfully created port: 548aa5c7-369b-4d9a-8fab-2a243ca96b27 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.133222] env[71079]: DEBUG nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.143554] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] Releasing lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.143554] env[71079]: DEBUG nova.compute.manager [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Received event network-changed-7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.144116] env[71079]: DEBUG nova.compute.manager [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Refreshing instance network info cache due to event network-changed-7eeee3d8-4061-43bd-9367-8fd160cc51bf. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.144116] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] Acquiring lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.144116] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] Acquired lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.145110] env[71079]: DEBUG nova.network.neutron [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Refreshing network info cache for port 7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.160789] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "refresh_cache-bd1578ce-ee95-4d44-af39-05e53a33cef9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.160789] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired lock "refresh_cache-bd1578ce-ee95-4d44-af39-05e53a33cef9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.160789] env[71079]: DEBUG nova.network.neutron [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.234390] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279195, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.271839] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279192, 'name': CloneVM_Task, 'duration_secs': 1.695802} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.272366] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Created linked-clone VM from snapshot [ 946.273555] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59808bca-84e5-48c0-ba42-27b6fd183c26 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.284636] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Uploading image 42fbdb7e-b829-41b5-90e4-d28e70cb7d8d {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 946.317611] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 946.317611] env[71079]: value = "vm-654914" [ 946.317611] env[71079]: _type = "VirtualMachine" [ 946.317611] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 946.318846] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-486a10e7-e791-4b9a-852e-e9cf68cb7541 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.327022] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lease: (returnval){ [ 946.327022] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5289d1f3-5f84-dc89-b6da-15be516551a0" [ 946.327022] env[71079]: _type = "HttpNfcLease" [ 946.327022] env[71079]: } obtained for exporting VM: (result){ [ 946.327022] env[71079]: value = "vm-654914" [ 946.327022] env[71079]: _type = "VirtualMachine" [ 946.327022] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 946.327427] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the lease: (returnval){ [ 946.327427] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5289d1f3-5f84-dc89-b6da-15be516551a0" [ 946.327427] env[71079]: _type = "HttpNfcLease" [ 946.327427] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.333828] env[71079]: INFO nova.compute.manager [-] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Took 1.57 seconds to deallocate network for instance. [ 946.340093] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.340093] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5289d1f3-5f84-dc89-b6da-15be516551a0" [ 946.340093] env[71079]: _type = "HttpNfcLease" [ 946.340093] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 946.340487] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 946.340487] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5289d1f3-5f84-dc89-b6da-15be516551a0" [ 946.340487] env[71079]: _type = "HttpNfcLease" [ 946.340487] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 946.341593] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b57751-606a-4618-ad4b-260b28207b80 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.351589] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524177a6-9eb9-4074-7b53-2ecfea417aeb/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 946.351812] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524177a6-9eb9-4074-7b53-2ecfea417aeb/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 946.459500] env[71079]: DEBUG oslo_vmware.api [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Task: {'id': task-3279197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336725} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.459860] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.460146] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.460686] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.460686] env[71079]: INFO nova.compute.manager [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 946.460974] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.461250] env[71079]: DEBUG nova.compute.manager [-] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.461387] env[71079]: DEBUG nova.network.neutron [-] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.470742] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0df7daeb-e3ed-4c30-b2b9-0ba8cb1ffb49 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.540373] env[71079]: DEBUG nova.scheduler.client.report [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.721246] env[71079]: DEBUG nova.network.neutron [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.734579] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547159} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.734941] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 3c95e6f3-5dcb-4c40-8aaf-825f5621e807/3c95e6f3-5dcb-4c40-8aaf-825f5621e807.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.735239] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.735600] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb791023-c0c1-43c0-9a05-76d7fdd265e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.743962] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 946.743962] env[71079]: value = "task-3279199" [ 946.743962] env[71079]: _type = "Task" [ 946.743962] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.753940] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.865590] env[71079]: DEBUG nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Received event network-vif-plugged-37904a49-f4ba-4b0e-aabd-aff1e6f243f1 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.866380] env[71079]: DEBUG oslo_concurrency.lockutils [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] Acquiring lock "bd1578ce-ee95-4d44-af39-05e53a33cef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.866726] env[71079]: DEBUG oslo_concurrency.lockutils [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.866903] env[71079]: DEBUG oslo_concurrency.lockutils [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.867102] env[71079]: DEBUG nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] No waiting events found dispatching network-vif-plugged-37904a49-f4ba-4b0e-aabd-aff1e6f243f1 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.867271] env[71079]: WARNING nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Received unexpected event network-vif-plugged-37904a49-f4ba-4b0e-aabd-aff1e6f243f1 for instance with vm_state building and task_state spawning. [ 946.867431] env[71079]: DEBUG nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Received event network-changed-37904a49-f4ba-4b0e-aabd-aff1e6f243f1 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.867606] env[71079]: DEBUG nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Refreshing instance network info cache due to event network-changed-37904a49-f4ba-4b0e-aabd-aff1e6f243f1. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.867793] env[71079]: DEBUG oslo_concurrency.lockutils [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] Acquiring lock "refresh_cache-bd1578ce-ee95-4d44-af39-05e53a33cef9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.894973] env[71079]: INFO nova.compute.manager [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Took 0.56 seconds to detach 1 volumes for instance. [ 946.897473] env[71079]: DEBUG nova.compute.manager [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Deleting volume: 3810d5a3-b803-41a4-8274-391655bb13b8 {{(pid=71079) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 947.059777] env[71079]: DEBUG nova.network.neutron [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Updating instance_info_cache with network_info: [{"id": "37904a49-f4ba-4b0e-aabd-aff1e6f243f1", "address": "fa:16:3e:f4:52:1e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37904a49-f4", "ovs_interfaceid": "37904a49-f4ba-4b0e-aabd-aff1e6f243f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.102636] env[71079]: DEBUG nova.network.neutron [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updated VIF entry in instance network info cache for port 7eeee3d8-4061-43bd-9367-8fd160cc51bf. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.103221] env[71079]: DEBUG nova.network.neutron [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updating instance_info_cache with network_info: [{"id": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "address": "fa:16:3e:dc:4a:32", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eeee3d8-40", "ovs_interfaceid": "7eeee3d8-4061-43bd-9367-8fd160cc51bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.143310] env[71079]: DEBUG nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.167226] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.167706] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.167942] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.168262] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.168470] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.168682] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.168918] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.169173] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.169411] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.169619] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.169849] env[71079]: DEBUG nova.virt.hardware [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.170870] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2574c889-feb2-4753-b632-29c30fa4ea26 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.179951] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18647327-dc43-407a-9665-721e76035471 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.254770] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140999} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.255143] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.256153] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c983ba7d-cefe-4025-ba37-bd8b84c408e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.279378] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3c95e6f3-5dcb-4c40-8aaf-825f5621e807/3c95e6f3-5dcb-4c40-8aaf-825f5621e807.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.279830] env[71079]: DEBUG nova.network.neutron [-] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.281562] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214e564a-8a10-4ebd-91b4-3a76d7decf4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.303556] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 947.303556] env[71079]: value = "task-3279201" [ 947.303556] env[71079]: _type = "Task" [ 947.303556] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.315345] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.450712] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.539634] env[71079]: DEBUG nova.compute.manager [req-13bb6126-697f-45d6-a12c-bd52b5278842 req-46ca0b0f-7e46-4c60-8e4f-5426aff264d3 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Received event network-vif-plugged-548aa5c7-369b-4d9a-8fab-2a243ca96b27 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.543385] env[71079]: DEBUG oslo_concurrency.lockutils [req-13bb6126-697f-45d6-a12c-bd52b5278842 req-46ca0b0f-7e46-4c60-8e4f-5426aff264d3 service nova] Acquiring lock "93fe262e-954f-4555-828f-21a4f064b10d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.543636] env[71079]: DEBUG oslo_concurrency.lockutils [req-13bb6126-697f-45d6-a12c-bd52b5278842 req-46ca0b0f-7e46-4c60-8e4f-5426aff264d3 service nova] Lock "93fe262e-954f-4555-828f-21a4f064b10d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.544381] env[71079]: DEBUG oslo_concurrency.lockutils [req-13bb6126-697f-45d6-a12c-bd52b5278842 req-46ca0b0f-7e46-4c60-8e4f-5426aff264d3 service nova] Lock "93fe262e-954f-4555-828f-21a4f064b10d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.544574] env[71079]: DEBUG nova.compute.manager [req-13bb6126-697f-45d6-a12c-bd52b5278842 req-46ca0b0f-7e46-4c60-8e4f-5426aff264d3 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] No waiting events found dispatching network-vif-plugged-548aa5c7-369b-4d9a-8fab-2a243ca96b27 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.544750] env[71079]: WARNING nova.compute.manager [req-13bb6126-697f-45d6-a12c-bd52b5278842 req-46ca0b0f-7e46-4c60-8e4f-5426aff264d3 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Received unexpected event network-vif-plugged-548aa5c7-369b-4d9a-8fab-2a243ca96b27 for instance with vm_state building and task_state spawning. [ 947.551960] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.435s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.555445] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.978s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.556989] env[71079]: INFO nova.compute.claims [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.563509] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Releasing lock "refresh_cache-bd1578ce-ee95-4d44-af39-05e53a33cef9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.563885] env[71079]: DEBUG nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Instance network_info: |[{"id": "37904a49-f4ba-4b0e-aabd-aff1e6f243f1", "address": "fa:16:3e:f4:52:1e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37904a49-f4", "ovs_interfaceid": "37904a49-f4ba-4b0e-aabd-aff1e6f243f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.565072] env[71079]: DEBUG oslo_concurrency.lockutils [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] Acquired lock "refresh_cache-bd1578ce-ee95-4d44-af39-05e53a33cef9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.565385] env[71079]: DEBUG nova.network.neutron [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Refreshing network info cache for port 37904a49-f4ba-4b0e-aabd-aff1e6f243f1 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.568182] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:52:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37904a49-f4ba-4b0e-aabd-aff1e6f243f1', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.584206] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Creating folder: Project (c635518e64ff416698a8a0a08bb8fb52). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.586686] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6650fdc9-2b12-4d5d-aae6-cdeb6c3fd54e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.596973] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Created folder: Project (c635518e64ff416698a8a0a08bb8fb52) in parent group-v654700. [ 947.597179] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Creating folder: Instances. Parent ref: group-v654916. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.598111] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7265a47e-d927-4868-9549-6b36bfdc939c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.610040] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f90fa79-fb87-41e6-9db2-936a1dc8819d req-a8727f23-f7bf-4e35-a089-00224e6de640 service nova] Releasing lock "refresh_cache-06b3794c-ecea-4a93-87d5-5b42295e89af" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.612024] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Created folder: Instances in parent group-v654916. [ 947.612124] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.612609] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.613667] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3195fbcf-dc96-499f-89c7-21c49c2d0949 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.637701] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.637701] env[71079]: value = "task-3279204" [ 947.637701] env[71079]: _type = "Task" [ 947.637701] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.638146] env[71079]: DEBUG nova.network.neutron [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Successfully updated port: 548aa5c7-369b-4d9a-8fab-2a243ca96b27 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.651066] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279204, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.798539] env[71079]: INFO nova.compute.manager [-] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Took 1.34 seconds to deallocate network for instance. [ 947.814252] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.129961] env[71079]: INFO nova.scheduler.client.report [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted allocation for migration 91bf2001-ba9e-4719-bcc2-bacbc4523cbc [ 948.148043] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "refresh_cache-93fe262e-954f-4555-828f-21a4f064b10d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.148768] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired lock "refresh_cache-93fe262e-954f-4555-828f-21a4f064b10d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.148768] env[71079]: DEBUG nova.network.neutron [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.149929] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279204, 'name': CreateVM_Task, 'duration_secs': 0.471077} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.150754] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.152140] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.152140] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.152140] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.152140] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4185a46c-b307-4ce8-b29a-c458f79060b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.157064] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 948.157064] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527f2afc-18c4-e7c9-7891-79c56e88e507" [ 948.157064] env[71079]: _type = "Task" [ 948.157064] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.166332] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527f2afc-18c4-e7c9-7891-79c56e88e507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.305496] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.315331] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279201, 'name': ReconfigVM_Task, 'duration_secs': 0.629816} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.315753] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3c95e6f3-5dcb-4c40-8aaf-825f5621e807/3c95e6f3-5dcb-4c40-8aaf-825f5621e807.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.316457] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdfe26ac-88f1-4a92-8488-836b450c270a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.322200] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 948.322200] env[71079]: value = "task-3279205" [ 948.322200] env[71079]: _type = "Task" [ 948.322200] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.325843] env[71079]: DEBUG nova.network.neutron [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Updated VIF entry in instance network info cache for port 37904a49-f4ba-4b0e-aabd-aff1e6f243f1. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.326211] env[71079]: DEBUG nova.network.neutron [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Updating instance_info_cache with network_info: [{"id": "37904a49-f4ba-4b0e-aabd-aff1e6f243f1", "address": "fa:16:3e:f4:52:1e", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37904a49-f4", "ovs_interfaceid": "37904a49-f4ba-4b0e-aabd-aff1e6f243f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.332180] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279205, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.636519] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f517c10f-a6c9-4d7f-90b4-75d66414e5f8 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.030s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.670330] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527f2afc-18c4-e7c9-7891-79c56e88e507, 'name': SearchDatastore_Task, 'duration_secs': 0.017461} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.670708] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.671317] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.671317] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.671397] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.671583] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.674419] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1355284-8c01-43ef-9124-e4880c64bec2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.683969] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.684158] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.685013] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca57b25b-4c1b-43a6-8051-d5c1bc0401dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.693924] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 948.693924] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f1d668-0517-5eec-c9f9-f7e1bc286b54" [ 948.693924] env[71079]: _type = "Task" [ 948.693924] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.702619] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f1d668-0517-5eec-c9f9-f7e1bc286b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.703922] env[71079]: DEBUG nova.network.neutron [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.830802] env[71079]: DEBUG oslo_concurrency.lockutils [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] Releasing lock "refresh_cache-bd1578ce-ee95-4d44-af39-05e53a33cef9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.831080] env[71079]: DEBUG nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Received event network-vif-deleted-29b52d5e-5d5e-428f-a91c-b610084c0e1c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.831245] env[71079]: INFO nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Neutron deleted interface 29b52d5e-5d5e-428f-a91c-b610084c0e1c; detaching it from the instance and deleting it from the info cache [ 948.831416] env[71079]: DEBUG nova.network.neutron [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.842547] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279205, 'name': Rename_Task, 'duration_secs': 0.249398} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.843871] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.844181] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4cd02a2-0e86-426b-90e4-e948abef2d65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.858103] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 948.858103] env[71079]: value = "task-3279206" [ 948.858103] env[71079]: _type = "Task" [ 948.858103] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.871132] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.872899] env[71079]: DEBUG nova.network.neutron [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Updating instance_info_cache with network_info: [{"id": "548aa5c7-369b-4d9a-8fab-2a243ca96b27", "address": "fa:16:3e:95:3c:88", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548aa5c7-36", "ovs_interfaceid": "548aa5c7-369b-4d9a-8fab-2a243ca96b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.874580] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75afd3ec-5683-49dc-a828-c806320d25dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.883043] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c050c-ac53-4ea4-b819-a156c435b2cf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.918156] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b2614-0c04-475c-bbd9-78d89857af29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.925832] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab58d991-836c-45a4-84e3-adf7e4afcf44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.940133] env[71079]: DEBUG nova.compute.provider_tree [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.205781] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f1d668-0517-5eec-c9f9-f7e1bc286b54, 'name': SearchDatastore_Task, 'duration_secs': 0.012666} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.206493] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2ff324-64de-4918-80b1-3df357194d30 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.215573] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 949.215573] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523c134b-d8c6-bd34-2603-3f00132bbdae" [ 949.215573] env[71079]: _type = "Task" [ 949.215573] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.223743] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523c134b-d8c6-bd34-2603-3f00132bbdae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.302596] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "fab715a3-9430-4f78-b5d8-8c48763110b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.302959] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.303222] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.303461] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.303705] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.305895] env[71079]: INFO nova.compute.manager [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Terminating instance [ 949.337221] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a2bb292-7b8f-4f3c-988b-7dd9686fb6d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.348467] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7d2a6-652b-4028-98bd-79b25dd24df2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.371123] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.389207] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Releasing lock "refresh_cache-93fe262e-954f-4555-828f-21a4f064b10d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.389546] env[71079]: DEBUG nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Instance network_info: |[{"id": "548aa5c7-369b-4d9a-8fab-2a243ca96b27", "address": "fa:16:3e:95:3c:88", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548aa5c7-36", "ovs_interfaceid": "548aa5c7-369b-4d9a-8fab-2a243ca96b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.390073] env[71079]: DEBUG nova.compute.manager [req-f873f914-9ea1-486e-8005-51addd41c831 req-35b8b32f-2ced-4d9b-b2e3-82985895aacf service nova] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Detach interface failed, port_id=29b52d5e-5d5e-428f-a91c-b610084c0e1c, reason: Instance 6f3fbfd8-9a2c-4415-8e84-7510e33c549e could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.390766] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:3c:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '548aa5c7-369b-4d9a-8fab-2a243ca96b27', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.399849] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.400484] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.400803] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de3c3ebf-51e0-49e1-aba7-d4c1165d9265 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.421396] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.421396] env[71079]: value = "task-3279207" [ 949.421396] env[71079]: _type = "Task" [ 949.421396] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.430870] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279207, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.443452] env[71079]: DEBUG nova.scheduler.client.report [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.644768] env[71079]: DEBUG nova.compute.manager [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Received event network-changed-548aa5c7-369b-4d9a-8fab-2a243ca96b27 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.645025] env[71079]: DEBUG nova.compute.manager [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Refreshing instance network info cache due to event network-changed-548aa5c7-369b-4d9a-8fab-2a243ca96b27. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.645296] env[71079]: DEBUG oslo_concurrency.lockutils [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] Acquiring lock "refresh_cache-93fe262e-954f-4555-828f-21a4f064b10d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.645497] env[71079]: DEBUG oslo_concurrency.lockutils [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] Acquired lock "refresh_cache-93fe262e-954f-4555-828f-21a4f064b10d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.645917] env[71079]: DEBUG nova.network.neutron [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Refreshing network info cache for port 548aa5c7-369b-4d9a-8fab-2a243ca96b27 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.726024] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523c134b-d8c6-bd34-2603-3f00132bbdae, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.726375] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.726684] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] bd1578ce-ee95-4d44-af39-05e53a33cef9/bd1578ce-ee95-4d44-af39-05e53a33cef9.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.726979] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3e1be1f-7dec-41e5-92f9-5c845e9c7fec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.733306] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 949.733306] env[71079]: value = "task-3279208" [ 949.733306] env[71079]: _type = "Task" [ 949.733306] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.742902] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.791140] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "f72edbc0-c300-4677-8151-447c65196494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.791403] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "f72edbc0-c300-4677-8151-447c65196494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.811478] env[71079]: DEBUG nova.compute.manager [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.811724] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.812984] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6074d15-1c75-4b54-a527-7fe09f893bd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.822627] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.822833] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-783f3a50-3139-4740-b594-f2b099d72ac6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.829023] env[71079]: DEBUG oslo_vmware.api [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 949.829023] env[71079]: value = "task-3279209" [ 949.829023] env[71079]: _type = "Task" [ 949.829023] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.838174] env[71079]: DEBUG oslo_vmware.api [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.873053] env[71079]: DEBUG oslo_vmware.api [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279206, 'name': PowerOnVM_Task, 'duration_secs': 0.542125} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.873053] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.873053] env[71079]: INFO nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Took 7.60 seconds to spawn the instance on the hypervisor. [ 949.873053] env[71079]: DEBUG nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.873853] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d7519-8a7b-4729-b5c1-810f748d2b7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.932906] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279207, 'name': CreateVM_Task, 'duration_secs': 0.339165} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.932906] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.933676] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.933884] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.934261] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.934555] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3ba996-b63e-45e6-b6ec-2ffbb2b6e74c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.940273] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 949.940273] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52309223-a2bb-280a-b01d-3362e367ee6b" [ 949.940273] env[71079]: _type = "Task" [ 949.940273] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.950137] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52309223-a2bb-280a-b01d-3362e367ee6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.952029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.952578] env[71079]: DEBUG nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.955234] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.505s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.955610] env[71079]: DEBUG nova.objects.instance [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lazy-loading 'resources' on Instance uuid 2a276018-af94-41e2-aa14-0fe121b25c46 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.112714] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b597dd46-6202-47af-af86-d89ab2230165" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.113381] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.247374] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279208, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.295527] env[71079]: DEBUG nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.338850] env[71079]: DEBUG oslo_vmware.api [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279209, 'name': PowerOffVM_Task, 'duration_secs': 0.201861} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.339150] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.339322] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.339565] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4550892-659b-4ce9-97f6-ca26b55d1280 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.391145] env[71079]: INFO nova.compute.manager [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Took 17.48 seconds to build instance. [ 950.393313] env[71079]: DEBUG nova.network.neutron [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Updated VIF entry in instance network info cache for port 548aa5c7-369b-4d9a-8fab-2a243ca96b27. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.393313] env[71079]: DEBUG nova.network.neutron [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Updating instance_info_cache with network_info: [{"id": "548aa5c7-369b-4d9a-8fab-2a243ca96b27", "address": "fa:16:3e:95:3c:88", "network": {"id": "06f88534-8816-4bd0-a809-54c92f54d9d7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "015e5378915d4303918cb5062a7ff1dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548aa5c7-36", "ovs_interfaceid": "548aa5c7-369b-4d9a-8fab-2a243ca96b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.406382] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.406599] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.406766] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleting the datastore file [datastore2] fab715a3-9430-4f78-b5d8-8c48763110b7 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.407293] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e5e2f2e-1e79-4090-8fa0-c0ac20c5fc74 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.413669] env[71079]: DEBUG oslo_vmware.api [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 950.413669] env[71079]: value = "task-3279211" [ 950.413669] env[71079]: _type = "Task" [ 950.413669] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.424254] env[71079]: DEBUG oslo_vmware.api [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.450264] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52309223-a2bb-280a-b01d-3362e367ee6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.450606] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.450844] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.451109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451273] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.451453] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.451736] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b38fd1e6-61c0-41b2-bdc2-67eb7d6d5a9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.458109] env[71079]: DEBUG nova.compute.utils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.460527] env[71079]: DEBUG nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 950.463269] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.463459] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.464873] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86eb8ae-30f6-4ab0-b359-77c1625a1e17 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.470962] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 950.470962] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e33b0d-5a54-d510-1f88-7173f526c9d2" [ 950.470962] env[71079]: _type = "Task" [ 950.470962] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.480761] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e33b0d-5a54-d510-1f88-7173f526c9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.616462] env[71079]: DEBUG nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.741144] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a157435-0887-46bb-bb4b-a46a5e269792 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.747432] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561438} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.748154] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] bd1578ce-ee95-4d44-af39-05e53a33cef9/bd1578ce-ee95-4d44-af39-05e53a33cef9.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.748434] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.748761] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f744660e-d277-4a49-9803-d37633e514c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.753718] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f30487-b2bc-4c62-a6a0-56ccee5056df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.760478] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 950.760478] env[71079]: value = "task-3279212" [ 950.760478] env[71079]: _type = "Task" [ 950.760478] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.789266] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e28e1e-cb8b-4d42-8af2-a357dcd13516 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.795457] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.802668] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c5161c-a74f-4e07-947e-ecd825b8e601 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.822695] env[71079]: DEBUG nova.compute.provider_tree [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.825331] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.895059] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2030b915-eea5-4371-af5b-9b464b283cf5 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.989s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.896817] env[71079]: DEBUG oslo_concurrency.lockutils [req-193a5068-3b76-4fa7-a02a-0e1a221a427e req-ec23890a-c280-41f2-8f36-8073fb955646 service nova] Releasing lock "refresh_cache-93fe262e-954f-4555-828f-21a4f064b10d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.928646] env[71079]: DEBUG oslo_vmware.api [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197427} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.928646] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.928934] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.929135] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.929355] env[71079]: INFO nova.compute.manager [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 950.929886] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.929886] env[71079]: DEBUG nova.compute.manager [-] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.930269] env[71079]: DEBUG nova.network.neutron [-] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.965979] env[71079]: DEBUG nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.982198] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e33b0d-5a54-d510-1f88-7173f526c9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012437} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.983023] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3a8f52-37d6-4f4f-bb3d-eae47735631b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.988588] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 950.988588] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b5a6bf-8702-3e90-ecee-614e633de3c6" [ 950.988588] env[71079]: _type = "Task" [ 950.988588] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.997201] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b5a6bf-8702-3e90-ecee-614e633de3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.137029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.273923] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068712} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.274575] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.275378] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f937d-6447-406b-9186-ebdc5f4be380 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.308706] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] bd1578ce-ee95-4d44-af39-05e53a33cef9/bd1578ce-ee95-4d44-af39-05e53a33cef9.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.309154] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ebe8f7-10cb-4447-89ca-64da5ca1fa41 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.328129] env[71079]: DEBUG nova.scheduler.client.report [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.335014] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 951.335014] env[71079]: value = "task-3279213" [ 951.335014] env[71079]: _type = "Task" [ 951.335014] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.343046] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.424210] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.424720] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.424978] env[71079]: INFO nova.compute.manager [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Shelving [ 951.503218] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b5a6bf-8702-3e90-ecee-614e633de3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.031088} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.503624] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.503955] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 93fe262e-954f-4555-828f-21a4f064b10d/93fe262e-954f-4555-828f-21a4f064b10d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.504348] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7a25c1d-46b7-4de0-ad1a-55459c3c96db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.512727] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 951.512727] env[71079]: value = "task-3279214" [ 951.512727] env[71079]: _type = "Task" [ 951.512727] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.521939] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.729976] env[71079]: DEBUG nova.compute.manager [req-d4b558b9-0ebd-4e12-8277-738f0931fbb8 req-cc4df319-14cf-4159-b07d-4f855fc0ce4c service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Received event network-vif-deleted-c69f17b8-ddfe-4e99-ae39-a825693ad28d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.730233] env[71079]: INFO nova.compute.manager [req-d4b558b9-0ebd-4e12-8277-738f0931fbb8 req-cc4df319-14cf-4159-b07d-4f855fc0ce4c service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Neutron deleted interface c69f17b8-ddfe-4e99-ae39-a825693ad28d; detaching it from the instance and deleting it from the info cache [ 951.730495] env[71079]: DEBUG nova.network.neutron [req-d4b558b9-0ebd-4e12-8277-738f0931fbb8 req-cc4df319-14cf-4159-b07d-4f855fc0ce4c service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.833828] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.836846] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.531s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.836846] env[71079]: DEBUG nova.objects.instance [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lazy-loading 'resources' on Instance uuid 6f3fbfd8-9a2c-4415-8e84-7510e33c549e {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.849356] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279213, 'name': ReconfigVM_Task, 'duration_secs': 0.38072} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.850544] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Reconfigured VM instance instance-0000004f to attach disk [datastore2] bd1578ce-ee95-4d44-af39-05e53a33cef9/bd1578ce-ee95-4d44-af39-05e53a33cef9.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.851336] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9304eb-7e01-4b5f-bbe1-f04c6cc4b616 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.857912] env[71079]: INFO nova.scheduler.client.report [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Deleted allocations for instance 2a276018-af94-41e2-aa14-0fe121b25c46 [ 951.861287] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 951.861287] env[71079]: value = "task-3279215" [ 951.861287] env[71079]: _type = "Task" [ 951.861287] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.876379] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279215, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.952958] env[71079]: DEBUG nova.network.neutron [-] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.975907] env[71079]: DEBUG nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.007662] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.007662] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.007662] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.007662] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.007964] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.007964] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.008157] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.008321] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.008493] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.008710] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.008913] env[71079]: DEBUG nova.virt.hardware [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.010205] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146b735a-e136-4f4a-bdf9-f5739584a9f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.024991] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265e9480-c0aa-4d29-b404-98c1998c84f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.029132] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.039011] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.044850] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Creating folder: Project (be5fc957f7ce49a285bccb761ca27804). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.045559] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4fcdbf0-0d73-429a-a511-c8f465b9e583 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.055437] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Created folder: Project (be5fc957f7ce49a285bccb761ca27804) in parent group-v654700. [ 952.055677] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Creating folder: Instances. Parent ref: group-v654920. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.055989] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aef4466-7dbb-4b50-abe6-50186b3a2696 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.065935] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Created folder: Instances in parent group-v654920. [ 952.066197] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.066396] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.066610] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4011f65-c7e0-46b0-9c34-c9ce1d4fe9af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.083196] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.083196] env[71079]: value = "task-3279218" [ 952.083196] env[71079]: _type = "Task" [ 952.083196] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.092465] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279218, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.234200] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-950a12b7-dec7-47b2-a62b-2ba33bc99822 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.245693] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbdc73b-7c05-4f27-b6fd-d9ce2c93efb8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.279612] env[71079]: DEBUG nova.compute.manager [req-d4b558b9-0ebd-4e12-8277-738f0931fbb8 req-cc4df319-14cf-4159-b07d-4f855fc0ce4c service nova] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Detach interface failed, port_id=c69f17b8-ddfe-4e99-ae39-a825693ad28d, reason: Instance fab715a3-9430-4f78-b5d8-8c48763110b7 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.375138] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279215, 'name': Rename_Task, 'duration_secs': 0.234876} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.378141] env[71079]: DEBUG oslo_concurrency.lockutils [None req-535a8b0b-01f5-4799-815b-c4d32be66bf8 tempest-ServersTestBootFromVolume-668266305 tempest-ServersTestBootFromVolume-668266305-project-member] Lock "2a276018-af94-41e2-aa14-0fe121b25c46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.382s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.379246] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.379693] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0ca87e-bd3f-4a48-bd4b-73480f6af753 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.387685] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 952.387685] env[71079]: value = "task-3279219" [ 952.387685] env[71079]: _type = "Task" [ 952.387685] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.398949] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.439788] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.440503] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd68815c-7a0c-4903-9c3d-f1bdddde0e53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.447219] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 952.447219] env[71079]: value = "task-3279220" [ 952.447219] env[71079]: _type = "Task" [ 952.447219] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.457461] env[71079]: INFO nova.compute.manager [-] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Took 1.53 seconds to deallocate network for instance. [ 952.457945] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.531031] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532338} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.531031] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 93fe262e-954f-4555-828f-21a4f064b10d/93fe262e-954f-4555-828f-21a4f064b10d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.531031] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.531031] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e31cc35-c250-4a9f-957f-e02df7b199c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.540298] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 952.540298] env[71079]: value = "task-3279221" [ 952.540298] env[71079]: _type = "Task" [ 952.540298] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.549343] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.594636] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279218, 'name': CreateVM_Task, 'duration_secs': 0.356145} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.594790] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.595287] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.595518] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.596354] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.596354] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5797682-60f5-45aa-9e66-a1f13756aa91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.601536] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 952.601536] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5297f682-29bb-c784-95d2-0a0a426a9695" [ 952.601536] env[71079]: _type = "Task" [ 952.601536] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.613667] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5297f682-29bb-c784-95d2-0a0a426a9695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.651726] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28e80d0-134c-4abc-ac6b-96183da8e77d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.659443] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af90b5c-3bfb-445d-9063-a48743dd6d76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.700200] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bfb922-2d61-44d5-a503-9c1c90e09dbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.708648] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e920b3-95db-4d74-9c53-144f99a3bd37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.723210] env[71079]: DEBUG nova.compute.provider_tree [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.897846] env[71079]: DEBUG oslo_vmware.api [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279219, 'name': PowerOnVM_Task, 'duration_secs': 0.471751} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.898285] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.898525] env[71079]: INFO nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Took 8.21 seconds to spawn the instance on the hypervisor. [ 952.898731] env[71079]: DEBUG nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.899568] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36991c8-ef70-4b8f-90c9-ae8ae4ca785a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.956909] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279220, 'name': PowerOffVM_Task, 'duration_secs': 0.213337} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.958402] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.959295] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea04fccc-2eeb-48c5-bc8e-2609682dae23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.977957] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.979345] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79698e9e-1f50-42e4-b769-4d8a9c400e7e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.053092] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080076} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.053409] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.054530] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfeab12-5223-4a8e-9e38-e6e48b08a521 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.076285] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 93fe262e-954f-4555-828f-21a4f064b10d/93fe262e-954f-4555-828f-21a4f064b10d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.076592] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d577932f-bb46-407c-b2e8-5e41eba92860 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.098257] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 953.098257] env[71079]: value = "task-3279222" [ 953.098257] env[71079]: _type = "Task" [ 953.098257] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.107322] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.116793] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5297f682-29bb-c784-95d2-0a0a426a9695, 'name': SearchDatastore_Task, 'duration_secs': 0.013566} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.117175] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.117416] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.117679] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.117833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.118036] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.118442] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b13d4c-05cd-46af-83bc-5348da2035d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.127243] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.127446] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.128371] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39798db9-897b-40b2-9a13-2740fce148f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.134751] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 953.134751] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a50e51-51cf-af13-6214-86bd1363efb0" [ 953.134751] env[71079]: _type = "Task" [ 953.134751] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.142907] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a50e51-51cf-af13-6214-86bd1363efb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.227034] env[71079]: DEBUG nova.scheduler.client.report [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.418333] env[71079]: INFO nova.compute.manager [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Took 15.71 seconds to build instance. [ 953.491412] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.491412] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-159bb191-08f8-47aa-94bd-a7d2b77a6450 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.499628] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 953.499628] env[71079]: value = "task-3279223" [ 953.499628] env[71079]: _type = "Task" [ 953.499628] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.508968] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279223, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.609037] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.644532] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a50e51-51cf-af13-6214-86bd1363efb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.645381] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a8262d-54d9-4cd5-80f8-8ff4daf05c01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.650666] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 953.650666] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dda616-7664-56cc-c050-b4ef814fbaf7" [ 953.650666] env[71079]: _type = "Task" [ 953.650666] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.658507] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dda616-7664-56cc-c050-b4ef814fbaf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.732284] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.735182] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.910s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.737040] env[71079]: INFO nova.compute.claims [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.761051] env[71079]: INFO nova.scheduler.client.report [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Deleted allocations for instance 6f3fbfd8-9a2c-4415-8e84-7510e33c549e [ 953.919661] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6dab4448-b7b3-47c9-93dd-9ec692528267 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.220s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.015556] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279223, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.110889] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279222, 'name': ReconfigVM_Task, 'duration_secs': 0.524156} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.111590] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 93fe262e-954f-4555-828f-21a4f064b10d/93fe262e-954f-4555-828f-21a4f064b10d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.111806] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c94a727-715b-4786-8f9c-52eea6fd6839 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.120514] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 954.120514] env[71079]: value = "task-3279224" [ 954.120514] env[71079]: _type = "Task" [ 954.120514] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.128979] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279224, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.160989] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dda616-7664-56cc-c050-b4ef814fbaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.013684} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.161283] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.161551] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.161820] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89192616-294b-40cf-b806-c61b0321eba5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.169723] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 954.169723] env[71079]: value = "task-3279225" [ 954.169723] env[71079]: _type = "Task" [ 954.169723] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.178452] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.192325] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524177a6-9eb9-4074-7b53-2ecfea417aeb/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 954.193438] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5152379-4399-4193-8c0c-b9e3f91005ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.200229] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524177a6-9eb9-4074-7b53-2ecfea417aeb/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 954.200359] env[71079]: ERROR oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524177a6-9eb9-4074-7b53-2ecfea417aeb/disk-0.vmdk due to incomplete transfer. [ 954.200616] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ee52bda-4eb4-4ad8-a187-e9f810cdc2aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.208110] env[71079]: DEBUG oslo_vmware.rw_handles [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524177a6-9eb9-4074-7b53-2ecfea417aeb/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 954.208261] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Uploaded image 42fbdb7e-b829-41b5-90e4-d28e70cb7d8d to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 954.210934] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 954.211355] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be565cd7-4ded-4b68-b846-2f6100b1c172 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.218876] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 954.218876] env[71079]: value = "task-3279226" [ 954.218876] env[71079]: _type = "Task" [ 954.218876] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.228353] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279226, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.273457] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1f8dc58a-1432-4c74-bcf3-208c29700b50 tempest-ImagesNegativeTestJSON-1688957095 tempest-ImagesNegativeTestJSON-1688957095-project-member] Lock "6f3fbfd8-9a2c-4415-8e84-7510e33c549e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.575s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.513185] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279223, 'name': CreateSnapshot_Task, 'duration_secs': 0.539089} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.513573] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.514398] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7c30cf-5f63-47e8-b592-4496dcd1089e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.632759] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279224, 'name': Rename_Task, 'duration_secs': 0.283716} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.633091] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.633360] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4202bf61-2064-44e8-aa30-1e9a97b92b45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.642499] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 954.642499] env[71079]: value = "task-3279227" [ 954.642499] env[71079]: _type = "Task" [ 954.642499] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.652656] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.683252] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.735807] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279226, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.039881] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.045547] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c47826e-306b-426b-b67b-3a9c447f79e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.057018] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 955.057018] env[71079]: value = "task-3279228" [ 955.057018] env[71079]: _type = "Task" [ 955.057018] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.061368] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8175cd3-02b5-430d-826b-800e5c8ec94d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.067349] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279228, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.072460] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a683e8-6e1c-4d0c-b474-f04f1db30796 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.112649] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e267cc75-6795-446d-9c40-62a8d3d25a2a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.121289] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea811f-d7ca-4969-96e5-5f5ce53733c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.137379] env[71079]: DEBUG nova.compute.provider_tree [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.152114] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.181248] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539967} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.181589] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.181786] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.182281] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50cc9df6-84c3-47ca-bb0c-a78da4e38388 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.189146] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 955.189146] env[71079]: value = "task-3279229" [ 955.189146] env[71079]: _type = "Task" [ 955.189146] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.198333] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.230747] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279226, 'name': Destroy_Task, 'duration_secs': 0.881109} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.232072] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Destroyed the VM [ 955.232072] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 955.232072] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a255bf1-45d8-4f68-b95e-ade62794ff6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.238752] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 955.238752] env[71079]: value = "task-3279230" [ 955.238752] env[71079]: _type = "Task" [ 955.238752] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.248387] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279230, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.565451] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279228, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.645057] env[71079]: DEBUG nova.scheduler.client.report [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.664328] env[71079]: DEBUG oslo_vmware.api [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279227, 'name': PowerOnVM_Task, 'duration_secs': 0.88629} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.664638] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.664904] env[71079]: INFO nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Took 8.52 seconds to spawn the instance on the hypervisor. [ 955.665057] env[71079]: DEBUG nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.666028] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4775deb8-a34d-46ac-a66c-b2461d1655ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.700942] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062869} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.700942] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.701627] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc2852-3104-4209-855b-e3f05507fdfb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.725265] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.725421] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d89921-4ec2-47ad-a7b8-ebf81e0f1e12 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.752403] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279230, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385591} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.753887] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 955.754198] env[71079]: DEBUG nova.compute.manager [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.754536] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 955.754536] env[71079]: value = "task-3279231" [ 955.754536] env[71079]: _type = "Task" [ 955.754536] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.755269] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6558128-fabe-456f-81c6-c4e8a597e063 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.770733] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.065029] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279228, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.159021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.159582] env[71079]: DEBUG nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.163216] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.025s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.163680] env[71079]: INFO nova.compute.claims [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.187921] env[71079]: INFO nova.compute.manager [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Took 18.27 seconds to build instance. [ 956.269396] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279231, 'name': ReconfigVM_Task, 'duration_secs': 0.320127} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.269767] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.270610] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-158ffac6-8c8d-46b7-b7fd-2e76f0630be6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.276122] env[71079]: INFO nova.compute.manager [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Shelve offloading [ 956.280736] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 956.280736] env[71079]: value = "task-3279232" [ 956.280736] env[71079]: _type = "Task" [ 956.280736] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.292393] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279232, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.566974] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279228, 'name': CloneVM_Task, 'duration_secs': 1.391459} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.567292] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Created linked-clone VM from snapshot [ 956.568145] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf8ee49-201d-41da-9bef-1bba9fdcbcb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.576754] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Uploading image 728f8f5b-7909-4a84-86fe-8cd8badc2d69 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 956.604396] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 956.604396] env[71079]: value = "vm-654924" [ 956.604396] env[71079]: _type = "VirtualMachine" [ 956.604396] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 956.604681] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-baae2af0-5606-4304-8450-167cbccf40a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.611133] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lease: (returnval){ [ 956.611133] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dcfc13-6fa1-6359-44da-2aefe9cf5631" [ 956.611133] env[71079]: _type = "HttpNfcLease" [ 956.611133] env[71079]: } obtained for exporting VM: (result){ [ 956.611133] env[71079]: value = "vm-654924" [ 956.611133] env[71079]: _type = "VirtualMachine" [ 956.611133] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 956.611400] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the lease: (returnval){ [ 956.611400] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dcfc13-6fa1-6359-44da-2aefe9cf5631" [ 956.611400] env[71079]: _type = "HttpNfcLease" [ 956.611400] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 956.621370] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.621370] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dcfc13-6fa1-6359-44da-2aefe9cf5631" [ 956.621370] env[71079]: _type = "HttpNfcLease" [ 956.621370] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.669867] env[71079]: DEBUG nova.compute.utils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.675492] env[71079]: DEBUG nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.675735] env[71079]: DEBUG nova.network.neutron [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.690131] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ce24fe6c-267a-4e33-af1b-216935af1364 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "93fe262e-954f-4555-828f-21a4f064b10d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.784s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.726375] env[71079]: DEBUG nova.policy [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ef547dcbf8e4f259139caacf8b91719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffbfc3d19fe949cea34b73dd43f0b9a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.787969] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.788305] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76c67e3-f6b2-4015-b364-5fc2b82daf88 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.795888] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279232, 'name': Rename_Task, 'duration_secs': 0.147069} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.797225] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.797779] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 956.797779] env[71079]: value = "task-3279234" [ 956.797779] env[71079]: _type = "Task" [ 956.797779] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.797955] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5522e9a2-ebdc-4b6b-be66-c736c45853e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.802601] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.802757] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.802978] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.803196] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.803408] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.806227] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 956.806227] env[71079]: value = "task-3279235" [ 956.806227] env[71079]: _type = "Task" [ 956.806227] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.810179] env[71079]: INFO nova.compute.manager [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Terminating instance [ 956.814484] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 956.814676] env[71079]: DEBUG nova.compute.manager [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.816382] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0916e8d-7ead-4747-afb8-723cbf73a86e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.824599] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279235, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.827036] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.827138] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.827312] env[71079]: DEBUG nova.network.neutron [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.077192] env[71079]: DEBUG nova.network.neutron [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Successfully created port: 9ef983ee-8204-41bd-af4b-a31afdb46d62 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.121492] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.121492] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dcfc13-6fa1-6359-44da-2aefe9cf5631" [ 957.121492] env[71079]: _type = "HttpNfcLease" [ 957.121492] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.121851] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.121851] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52dcfc13-6fa1-6359-44da-2aefe9cf5631" [ 957.121851] env[71079]: _type = "HttpNfcLease" [ 957.121851] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 957.122625] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f724da-971f-47a5-8061-30ab3173729f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.130955] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52069aa0-ae70-9223-b3e0-9acba1a2f16e/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.131236] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52069aa0-ae70-9223-b3e0-9acba1a2f16e/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 957.199610] env[71079]: DEBUG nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.241842] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fee431f-5921-4105-8c46-2903fe8c7027 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.320743] env[71079]: DEBUG nova.compute.manager [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.321098] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.321865] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a061495-2595-4931-bdbd-a99c1feea852 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.339412] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.343619] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.345018] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd552b9-980a-4708-90e0-e605760b7b13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.351327] env[71079]: DEBUG oslo_vmware.api [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 957.351327] env[71079]: value = "task-3279236" [ 957.351327] env[71079]: _type = "Task" [ 957.351327] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.366752] env[71079]: DEBUG oslo_vmware.api [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3279236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.560784] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53619f8-f150-4f5a-8332-1764063ebaba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.569133] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac17653-ffc9-4255-83c1-1ee0449ae198 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.603795] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f55e4c2-7741-47c0-983d-2b4a8ebed9aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.612483] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a944aa-81c6-48b7-b9cd-891db3b00468 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.626342] env[71079]: DEBUG nova.compute.provider_tree [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.820075] env[71079]: DEBUG nova.network.neutron [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286ece4-ce", "ovs_interfaceid": "3286ece4-cec6-41b3-ac62-8840ff23a012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.829167] env[71079]: DEBUG oslo_vmware.api [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279235, 'name': PowerOnVM_Task, 'duration_secs': 0.60214} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.831876] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.831876] env[71079]: INFO nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Took 5.85 seconds to spawn the instance on the hypervisor. [ 957.831876] env[71079]: DEBUG nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.831876] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feabb6de-762f-4e75-9e8f-02a7809e5673 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.866194] env[71079]: DEBUG oslo_vmware.api [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3279236, 'name': PowerOffVM_Task, 'duration_secs': 0.350164} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.866655] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.866813] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.867176] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5411d4ba-8c09-4d08-95a2-a67ef301ce8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.940195] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.940542] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.941071] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Deleting the datastore file [datastore2] ba8e907b-2f8c-4d51-96c5-933e9dd2b47d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.941211] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d77b62c9-2641-471c-b178-da981b59f8b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.949232] env[71079]: DEBUG oslo_vmware.api [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for the task: (returnval){ [ 957.949232] env[71079]: value = "task-3279238" [ 957.949232] env[71079]: _type = "Task" [ 957.949232] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.958629] env[71079]: DEBUG oslo_vmware.api [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3279238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.130260] env[71079]: DEBUG nova.scheduler.client.report [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.218054] env[71079]: DEBUG nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.221848] env[71079]: DEBUG nova.compute.manager [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.223920] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c099033f-d9b7-4e41-83c1-d94ec75db8fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.255774] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.256316] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.256819] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.257167] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.257503] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.257781] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.258170] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.258450] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.258733] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.259093] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.259416] env[71079]: DEBUG nova.virt.hardware [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.260704] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58419e0c-a3e8-481d-a406-1a8fa99d53b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.271329] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da9253-5e0c-4df2-b8fe-6ef45bd185d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.324319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.362295] env[71079]: INFO nova.compute.manager [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Took 14.81 seconds to build instance. [ 958.465222] env[71079]: DEBUG oslo_vmware.api [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Task: {'id': task-3279238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275551} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.465570] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.465809] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.466026] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.466807] env[71079]: INFO nova.compute.manager [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 958.466807] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.466807] env[71079]: DEBUG nova.compute.manager [-] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.466807] env[71079]: DEBUG nova.network.neutron [-] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.637522] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.637975] env[71079]: DEBUG nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.641025] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.663s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.641025] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.679097] env[71079]: INFO nova.scheduler.client.report [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted allocations for instance fab715a3-9430-4f78-b5d8-8c48763110b7 [ 958.742070] env[71079]: INFO nova.compute.manager [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] instance snapshotting [ 958.751787] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d484b73d-9d67-4d92-8ec8-4e8c50d13a26 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.786281] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c40c0b-550a-44da-8349-5fc954169723 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.790794] env[71079]: DEBUG nova.network.neutron [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Successfully updated port: 9ef983ee-8204-41bd-af4b-a31afdb46d62 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.805194] env[71079]: DEBUG nova.compute.manager [req-bda686b8-14a6-431d-9da8-67e2805bcb78 req-c348ed0e-4ba6-4fb6-9649-f1afeaa07810 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Received event network-vif-plugged-9ef983ee-8204-41bd-af4b-a31afdb46d62 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.805194] env[71079]: DEBUG oslo_concurrency.lockutils [req-bda686b8-14a6-431d-9da8-67e2805bcb78 req-c348ed0e-4ba6-4fb6-9649-f1afeaa07810 service nova] Acquiring lock "f72edbc0-c300-4677-8151-447c65196494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.805194] env[71079]: DEBUG oslo_concurrency.lockutils [req-bda686b8-14a6-431d-9da8-67e2805bcb78 req-c348ed0e-4ba6-4fb6-9649-f1afeaa07810 service nova] Lock "f72edbc0-c300-4677-8151-447c65196494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.805348] env[71079]: DEBUG oslo_concurrency.lockutils [req-bda686b8-14a6-431d-9da8-67e2805bcb78 req-c348ed0e-4ba6-4fb6-9649-f1afeaa07810 service nova] Lock "f72edbc0-c300-4677-8151-447c65196494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.805472] env[71079]: DEBUG nova.compute.manager [req-bda686b8-14a6-431d-9da8-67e2805bcb78 req-c348ed0e-4ba6-4fb6-9649-f1afeaa07810 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] No waiting events found dispatching network-vif-plugged-9ef983ee-8204-41bd-af4b-a31afdb46d62 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.805637] env[71079]: WARNING nova.compute.manager [req-bda686b8-14a6-431d-9da8-67e2805bcb78 req-c348ed0e-4ba6-4fb6-9649-f1afeaa07810 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Received unexpected event network-vif-plugged-9ef983ee-8204-41bd-af4b-a31afdb46d62 for instance with vm_state building and task_state spawning. [ 958.867128] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cd1ac186-1b3d-4fe8-98e9-e41c222617b8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "46f11aac-4909-40e8-ae96-5f64e474ea14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.323s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.125284] env[71079]: DEBUG nova.compute.manager [req-0bdea6b8-399b-4227-ad6c-db3cf2492a3e req-7a2da4ca-fa70-40fd-88f2-29e3a79560a3 service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received event network-vif-unplugged-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.125581] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bdea6b8-399b-4227-ad6c-db3cf2492a3e req-7a2da4ca-fa70-40fd-88f2-29e3a79560a3 service nova] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.125842] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bdea6b8-399b-4227-ad6c-db3cf2492a3e req-7a2da4ca-fa70-40fd-88f2-29e3a79560a3 service nova] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.126045] env[71079]: DEBUG oslo_concurrency.lockutils [req-0bdea6b8-399b-4227-ad6c-db3cf2492a3e req-7a2da4ca-fa70-40fd-88f2-29e3a79560a3 service nova] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.126244] env[71079]: DEBUG nova.compute.manager [req-0bdea6b8-399b-4227-ad6c-db3cf2492a3e req-7a2da4ca-fa70-40fd-88f2-29e3a79560a3 service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] No waiting events found dispatching network-vif-unplugged-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.126442] env[71079]: WARNING nova.compute.manager [req-0bdea6b8-399b-4227-ad6c-db3cf2492a3e req-7a2da4ca-fa70-40fd-88f2-29e3a79560a3 service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received unexpected event network-vif-unplugged-3286ece4-cec6-41b3-ac62-8840ff23a012 for instance with vm_state shelved and task_state shelving_offloading. [ 959.145354] env[71079]: DEBUG nova.compute.utils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.146801] env[71079]: DEBUG nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.146971] env[71079]: DEBUG nova.network.neutron [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.192835] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e698bee9-5fda-4da8-a3a7-b31286b30346 tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "fab715a3-9430-4f78-b5d8-8c48763110b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.890s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.196794] env[71079]: DEBUG nova.policy [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f46a68d02249e98c00741dc9fe518c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddaf90291f4b4fbbad7326741e8c8c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.250395] env[71079]: INFO nova.compute.manager [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Rebuilding instance [ 959.268649] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.269699] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917b259-8f8c-4b29-afce-f14550312bd9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.281300] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.282490] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3f5659d-5214-43b3-9621-4792c11c7ea7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.293307] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "refresh_cache-f72edbc0-c300-4677-8151-447c65196494" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.293307] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "refresh_cache-f72edbc0-c300-4677-8151-447c65196494" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.294262] env[71079]: DEBUG nova.network.neutron [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.304171] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 959.304944] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff58c6e5-ab64-48e1-969d-fb53ad09fda2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.313999] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 959.313999] env[71079]: value = "task-3279240" [ 959.313999] env[71079]: _type = "Task" [ 959.313999] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.328035] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.332262] env[71079]: DEBUG nova.compute.manager [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.332910] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe508b-0e2a-4fd8-a5c2-53a043cb9c1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.372553] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.372553] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.372553] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleting the datastore file [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.372553] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43f0c57-b73a-4532-9029-f35f3b9ff4d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.380558] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 959.380558] env[71079]: value = "task-3279241" [ 959.380558] env[71079]: _type = "Task" [ 959.380558] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.391128] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.568382] env[71079]: DEBUG nova.network.neutron [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Successfully created port: 30b32252-11e5-4b46-9ed3-f8eb83857c40 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.651379] env[71079]: DEBUG nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.835744] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.895208] env[71079]: DEBUG oslo_vmware.api [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212996} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.895641] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.896025] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.896363] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.924319] env[71079]: DEBUG nova.network.neutron [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.945924] env[71079]: INFO nova.scheduler.client.report [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleted allocations for instance fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 [ 960.070172] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.070172] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.281171] env[71079]: DEBUG nova.network.neutron [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Updating instance_info_cache with network_info: [{"id": "9ef983ee-8204-41bd-af4b-a31afdb46d62", "address": "fa:16:3e:c1:df:1a", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef983ee-82", "ovs_interfaceid": "9ef983ee-8204-41bd-af4b-a31afdb46d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.330499] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279240, 'name': CreateSnapshot_Task, 'duration_secs': 0.879141} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.331054] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 960.332052] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e26ec5-f7f4-4ec6-b856-660a7da16a67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.348190] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.348492] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c35842-6096-4b3c-bcc3-6acb8922bf59 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.355477] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 960.355477] env[71079]: value = "task-3279242" [ 960.355477] env[71079]: _type = "Task" [ 960.355477] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.366118] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.452088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.452313] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.452602] env[71079]: DEBUG nova.objects.instance [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lazy-loading 'resources' on Instance uuid fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.582161] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.582371] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.582553] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.582678] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.582828] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.582965] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.583251] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 960.583251] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.669242] env[71079]: DEBUG nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.685472] env[71079]: DEBUG nova.network.neutron [-] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.706260] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.706529] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.706761] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.707078] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.707388] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.707569] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.707917] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.708221] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.708509] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.708788] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.709171] env[71079]: DEBUG nova.virt.hardware [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.710510] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882f73b4-84b6-4c37-8d06-82369a636e63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.724124] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315b1ee-3a40-484d-b364-d75142d87e96 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.783007] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "refresh_cache-f72edbc0-c300-4677-8151-447c65196494" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.783367] env[71079]: DEBUG nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Instance network_info: |[{"id": "9ef983ee-8204-41bd-af4b-a31afdb46d62", "address": "fa:16:3e:c1:df:1a", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef983ee-82", "ovs_interfaceid": "9ef983ee-8204-41bd-af4b-a31afdb46d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.783800] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:df:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ef983ee-8204-41bd-af4b-a31afdb46d62', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.793683] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.794346] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72edbc0-c300-4677-8151-447c65196494] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.794584] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02816d26-849a-4a21-9c01-1bde278a42d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.819749] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.819749] env[71079]: value = "task-3279243" [ 960.819749] env[71079]: _type = "Task" [ 960.819749] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.835065] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279243, 'name': CreateVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.856851] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 960.858967] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-49aad4bc-40a7-4799-90a0-7aa0b79fd32b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.869347] env[71079]: DEBUG nova.compute.manager [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Received event network-changed-9ef983ee-8204-41bd-af4b-a31afdb46d62 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.869645] env[71079]: DEBUG nova.compute.manager [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Refreshing instance network info cache due to event network-changed-9ef983ee-8204-41bd-af4b-a31afdb46d62. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.869982] env[71079]: DEBUG oslo_concurrency.lockutils [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] Acquiring lock "refresh_cache-f72edbc0-c300-4677-8151-447c65196494" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.870310] env[71079]: DEBUG oslo_concurrency.lockutils [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] Acquired lock "refresh_cache-f72edbc0-c300-4677-8151-447c65196494" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.870467] env[71079]: DEBUG nova.network.neutron [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Refreshing network info cache for port 9ef983ee-8204-41bd-af4b-a31afdb46d62 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.884314] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279242, 'name': PowerOffVM_Task, 'duration_secs': 0.229115} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.886513] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.886743] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.887102] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 960.887102] env[71079]: value = "task-3279244" [ 960.887102] env[71079]: _type = "Task" [ 960.887102] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.887897] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a8b849-ea29-4f97-b05c-6d3104edf18d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.905579] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279244, 'name': CloneVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.905935] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.906202] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1bc1c93-586b-4273-ac0c-183cd060bbf2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.934300] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.934300] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.934300] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Deleting the datastore file [datastore1] 46f11aac-4909-40e8-ae96-5f64e474ea14 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.934300] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b35ad9d-1d1d-4739-9e5c-7399b40a669a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.944197] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 960.944197] env[71079]: value = "task-3279246" [ 960.944197] env[71079]: _type = "Task" [ 960.944197] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.954244] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.957824] env[71079]: DEBUG nova.objects.instance [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lazy-loading 'numa_topology' on Instance uuid fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.086797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.189477] env[71079]: INFO nova.compute.manager [-] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Took 2.72 seconds to deallocate network for instance. [ 961.337487] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279243, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.406115] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279244, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.434303] env[71079]: DEBUG nova.compute.manager [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received event network-changed-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.434502] env[71079]: DEBUG nova.compute.manager [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Refreshing instance network info cache due to event network-changed-3286ece4-cec6-41b3-ac62-8840ff23a012. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.434719] env[71079]: DEBUG oslo_concurrency.lockutils [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] Acquiring lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.434861] env[71079]: DEBUG oslo_concurrency.lockutils [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] Acquired lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.435030] env[71079]: DEBUG nova.network.neutron [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Refreshing network info cache for port 3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.457161] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150895} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.457519] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.457608] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.457802] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.460779] env[71079]: DEBUG nova.objects.base [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.691022] env[71079]: DEBUG nova.network.neutron [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Successfully updated port: 30b32252-11e5-4b46-9ed3-f8eb83857c40 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.705767] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.720686] env[71079]: DEBUG nova.network.neutron [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Updated VIF entry in instance network info cache for port 9ef983ee-8204-41bd-af4b-a31afdb46d62. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.721094] env[71079]: DEBUG nova.network.neutron [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Updating instance_info_cache with network_info: [{"id": "9ef983ee-8204-41bd-af4b-a31afdb46d62", "address": "fa:16:3e:c1:df:1a", "network": {"id": "0ff5a468-f8b3-4726-9c27-1eb110664a4b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1002372854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffbfc3d19fe949cea34b73dd43f0b9a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef983ee-82", "ovs_interfaceid": "9ef983ee-8204-41bd-af4b-a31afdb46d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.760057] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae174c96-8e5a-4988-bb6b-32eb544396a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.771247] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33694319-3be6-497d-bf74-df6474a31868 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.807249] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb86c181-bb07-495a-995d-1eef444e64d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.816834] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55b699c-185a-401f-9254-f8f9e5ece40c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.838532] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279243, 'name': CreateVM_Task, 'duration_secs': 0.607317} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.839256] env[71079]: DEBUG nova.compute.provider_tree [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.840883] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72edbc0-c300-4677-8151-447c65196494] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.841673] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.841961] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.842414] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.842997] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e44b74-93a9-4e51-b3ef-f70c24403881 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.848887] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 961.848887] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523daa1d-6c4d-b184-daae-a5683b3d12f9" [ 961.848887] env[71079]: _type = "Task" [ 961.848887] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.857812] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523daa1d-6c4d-b184-daae-a5683b3d12f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.904662] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279244, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.073759] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.073759] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.198042] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-b597dd46-6202-47af-af86-d89ab2230165" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.198177] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-b597dd46-6202-47af-af86-d89ab2230165" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.198324] env[71079]: DEBUG nova.network.neutron [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.224082] env[71079]: DEBUG oslo_concurrency.lockutils [req-b6f5773d-ad93-4490-8dd4-edd3f4b884ae req-b12acbac-02ca-492e-831d-7e5b68488a13 service nova] Releasing lock "refresh_cache-f72edbc0-c300-4677-8151-447c65196494" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.320455] env[71079]: DEBUG nova.network.neutron [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updated VIF entry in instance network info cache for port 3286ece4-cec6-41b3-ac62-8840ff23a012. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.322639] env[71079]: DEBUG nova.network.neutron [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": null, "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3286ece4-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.346473] env[71079]: DEBUG nova.scheduler.client.report [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.361542] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523daa1d-6c4d-b184-daae-a5683b3d12f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.362232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.362232] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.362406] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.362496] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.363070] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.363070] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b940ef3-0b78-4ff8-bae7-575f22e12ebb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.373138] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.374276] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.374854] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09e7653-38b4-4adc-a110-7d38f10679e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.381961] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 962.381961] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bb8c2a-1e5d-bce8-b55e-387de0342bb7" [ 962.381961] env[71079]: _type = "Task" [ 962.381961] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.390558] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bb8c2a-1e5d-bce8-b55e-387de0342bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.401696] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279244, 'name': CloneVM_Task, 'duration_secs': 1.434367} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.402016] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Created linked-clone VM from snapshot [ 962.402803] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeffe81-0107-43ff-901b-156d7c71f97d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.411139] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Uploading image 03a881ae-c5db-4536-8e1d-4c9d685f2585 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 962.433098] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 962.433098] env[71079]: value = "vm-654927" [ 962.433098] env[71079]: _type = "VirtualMachine" [ 962.433098] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 962.433412] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-732d37c6-1c20-42d0-876e-c32417d1dc08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.441274] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lease: (returnval){ [ 962.441274] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a52fc-609c-730f-c1e9-a552d69958ff" [ 962.441274] env[71079]: _type = "HttpNfcLease" [ 962.441274] env[71079]: } obtained for exporting VM: (result){ [ 962.441274] env[71079]: value = "vm-654927" [ 962.441274] env[71079]: _type = "VirtualMachine" [ 962.441274] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 962.441572] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the lease: (returnval){ [ 962.441572] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a52fc-609c-730f-c1e9-a552d69958ff" [ 962.441572] env[71079]: _type = "HttpNfcLease" [ 962.441572] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 962.449426] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 962.449426] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a52fc-609c-730f-c1e9-a552d69958ff" [ 962.449426] env[71079]: _type = "HttpNfcLease" [ 962.449426] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 962.506510] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.506806] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.507324] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.507423] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.507547] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.507818] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.508104] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.508307] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.508507] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.508730] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.508957] env[71079]: DEBUG nova.virt.hardware [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.510060] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca51327c-8895-491c-ad26-c8b69a8e2dde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.520602] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375eeb9f-e98d-4db4-9834-e7b39fabea00 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.535895] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.541908] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.542265] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.542617] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a405183b-3134-48e0-af6d-734dac5c111e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.560437] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.560437] env[71079]: value = "task-3279248" [ 962.560437] env[71079]: _type = "Task" [ 962.560437] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.568902] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279248, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.577493] env[71079]: DEBUG nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.756186] env[71079]: DEBUG nova.network.neutron [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.824009] env[71079]: DEBUG oslo_concurrency.lockutils [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] Releasing lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.824330] env[71079]: DEBUG nova.compute.manager [req-15976e78-35f6-419f-bc82-0b5fe2a23c9b req-d7505bac-cf80-4f00-94ef-8bc1fdd4187e service nova] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Received event network-vif-deleted-cd8e9857-ed84-4a8f-b207-5e3a483bb075 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.855718] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.403s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.858661] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.772s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.859597] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.859597] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 962.859597] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.154s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.859597] env[71079]: DEBUG nova.objects.instance [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lazy-loading 'resources' on Instance uuid ba8e907b-2f8c-4d51-96c5-933e9dd2b47d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.861625] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2a2475-c7d7-4f6f-b568-38ccdbfb2344 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.875454] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fed796-fbe1-489e-b905-c12dec1d78a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.895826] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4405aaf1-720e-4c7b-8682-6e4affb0d47f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.902193] env[71079]: DEBUG nova.compute.manager [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Received event network-vif-plugged-30b32252-11e5-4b46-9ed3-f8eb83857c40 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.902461] env[71079]: DEBUG oslo_concurrency.lockutils [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] Acquiring lock "b597dd46-6202-47af-af86-d89ab2230165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.902682] env[71079]: DEBUG oslo_concurrency.lockutils [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] Lock "b597dd46-6202-47af-af86-d89ab2230165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.902896] env[71079]: DEBUG oslo_concurrency.lockutils [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] Lock "b597dd46-6202-47af-af86-d89ab2230165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.903102] env[71079]: DEBUG nova.compute.manager [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] No waiting events found dispatching network-vif-plugged-30b32252-11e5-4b46-9ed3-f8eb83857c40 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.903272] env[71079]: WARNING nova.compute.manager [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Received unexpected event network-vif-plugged-30b32252-11e5-4b46-9ed3-f8eb83857c40 for instance with vm_state building and task_state spawning. [ 962.903433] env[71079]: DEBUG nova.compute.manager [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Received event network-changed-30b32252-11e5-4b46-9ed3-f8eb83857c40 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.903588] env[71079]: DEBUG nova.compute.manager [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Refreshing instance network info cache due to event network-changed-30b32252-11e5-4b46-9ed3-f8eb83857c40. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.903778] env[71079]: DEBUG oslo_concurrency.lockutils [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] Acquiring lock "refresh_cache-b597dd46-6202-47af-af86-d89ab2230165" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.914179] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd7b845-9896-4261-8edf-2bfd43e62b13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.919435] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bb8c2a-1e5d-bce8-b55e-387de0342bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.021695} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.925892] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210f3ea8-b537-4464-a54d-23af551cfc5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.956711] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179470MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 962.956711] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.964691] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 962.964691] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c1383c-bfc4-ddfe-f212-149c46263aa0" [ 962.964691] env[71079]: _type = "Task" [ 962.964691] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.976183] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 962.976183] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a52fc-609c-730f-c1e9-a552d69958ff" [ 962.976183] env[71079]: _type = "HttpNfcLease" [ 962.976183] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 962.976183] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 962.976183] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a52fc-609c-730f-c1e9-a552d69958ff" [ 962.976183] env[71079]: _type = "HttpNfcLease" [ 962.976183] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 962.976183] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76508d61-9458-47aa-995c-ce8f519249b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.987751] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c1383c-bfc4-ddfe-f212-149c46263aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.991942] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234eb58-36c4-e78b-1a75-10f91ee52858/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 962.992195] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234eb58-36c4-e78b-1a75-10f91ee52858/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 963.054556] env[71079]: DEBUG nova.network.neutron [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Updating instance_info_cache with network_info: [{"id": "30b32252-11e5-4b46-9ed3-f8eb83857c40", "address": "fa:16:3e:8e:c3:45", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b32252-11", "ovs_interfaceid": "30b32252-11e5-4b46-9ed3-f8eb83857c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.072228] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279248, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.102858] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.112312] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87397dd3-7d71-4bec-bb71-740fa39db457 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.374354] env[71079]: DEBUG oslo_concurrency.lockutils [None req-de4e87f6-5b9d-40c7-a8d3-a30f2b5747d6 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.778s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.429800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.430152] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.430343] env[71079]: INFO nova.compute.manager [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Unshelving [ 963.481652] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c1383c-bfc4-ddfe-f212-149c46263aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.015246} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.481962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.482882] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f72edbc0-c300-4677-8151-447c65196494/f72edbc0-c300-4677-8151-447c65196494.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.483049] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2858ba85-9777-4bbb-961c-0afd57078af3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.491294] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 963.491294] env[71079]: value = "task-3279249" [ 963.491294] env[71079]: _type = "Task" [ 963.491294] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.509308] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.559391] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-b597dd46-6202-47af-af86-d89ab2230165" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.559772] env[71079]: DEBUG nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Instance network_info: |[{"id": "30b32252-11e5-4b46-9ed3-f8eb83857c40", "address": "fa:16:3e:8e:c3:45", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b32252-11", "ovs_interfaceid": "30b32252-11e5-4b46-9ed3-f8eb83857c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.560318] env[71079]: DEBUG oslo_concurrency.lockutils [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] Acquired lock "refresh_cache-b597dd46-6202-47af-af86-d89ab2230165" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.561585] env[71079]: DEBUG nova.network.neutron [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Refreshing network info cache for port 30b32252-11e5-4b46-9ed3-f8eb83857c40 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.562869] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c3:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30b32252-11e5-4b46-9ed3-f8eb83857c40', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.577647] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.583736] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.590615] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53b39d2-970e-4ed2-af74-f40e6ac22bd5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.614132] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279248, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.614793] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.614793] env[71079]: value = "task-3279250" [ 963.614793] env[71079]: _type = "Task" [ 963.614793] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.624391] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279250, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.752704] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18035fc1-39fe-4cb0-95e4-95491a49bcfe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.766234] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088fbad-f5cb-49a9-a52a-5fc983593b7c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.812752] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ae15c-d724-497c-9882-813c38e85de7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.823023] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afab726-19a6-4ff0-9015-63ff197e05d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.842252] env[71079]: DEBUG nova.compute.provider_tree [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.007490] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.096692] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279248, 'name': CreateVM_Task, 'duration_secs': 1.486639} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.098029] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.098669] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.099151] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.099356] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.099755] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea85bdc7-8e1b-469a-8621-3f017ba119c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.106517] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 964.106517] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0bf1e-db79-5d32-2ec4-56fafb2d981a" [ 964.106517] env[71079]: _type = "Task" [ 964.106517] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.119026] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0bf1e-db79-5d32-2ec4-56fafb2d981a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.130790] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279250, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.156925] env[71079]: DEBUG nova.network.neutron [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Updated VIF entry in instance network info cache for port 30b32252-11e5-4b46-9ed3-f8eb83857c40. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.156925] env[71079]: DEBUG nova.network.neutron [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Updating instance_info_cache with network_info: [{"id": "30b32252-11e5-4b46-9ed3-f8eb83857c40", "address": "fa:16:3e:8e:c3:45", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b32252-11", "ovs_interfaceid": "30b32252-11e5-4b46-9ed3-f8eb83857c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.348565] env[71079]: DEBUG nova.scheduler.client.report [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.464653] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.508495] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669007} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.508885] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f72edbc0-c300-4677-8151-447c65196494/f72edbc0-c300-4677-8151-447c65196494.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.509220] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.509630] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f84cd37c-d964-4fab-ada4-9ba57eca02db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.516737] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 964.516737] env[71079]: value = "task-3279251" [ 964.516737] env[71079]: _type = "Task" [ 964.516737] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.526987] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.618655] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c0bf1e-db79-5d32-2ec4-56fafb2d981a, 'name': SearchDatastore_Task, 'duration_secs': 0.0386} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.619433] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.619822] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.620262] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.620564] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.620862] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.626246] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-768adefa-0fdc-49b1-877c-9416586e3a70 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.635065] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279250, 'name': CreateVM_Task, 'duration_secs': 0.682203} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.636543] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.639038] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.639038] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.639038] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.639038] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.639483] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.639879] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bbd4b7-f3c2-4eb2-9f78-f63d25c0f066 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.642785] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f60abfe-74c3-49c4-94e2-608081ed4541 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.651057] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 964.651057] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529831c4-a01e-4c33-1564-3a721ab115f0" [ 964.651057] env[71079]: _type = "Task" [ 964.651057] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.651057] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 964.651057] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5217fdaf-7203-4391-823c-71dda0bde3c2" [ 964.651057] env[71079]: _type = "Task" [ 964.651057] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.658401] env[71079]: DEBUG oslo_concurrency.lockutils [req-a7289e32-2f31-420e-9efe-92b74579a6e6 req-cbb0b8d9-e2dc-4dab-9257-c8aadc50388d service nova] Releasing lock "refresh_cache-b597dd46-6202-47af-af86-d89ab2230165" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.665359] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5217fdaf-7203-4391-823c-71dda0bde3c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.670336] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529831c4-a01e-4c33-1564-3a721ab115f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.670808] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecca3394-4e03-4c0e-842c-222949286268 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.673906] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.674419] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.674823] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.679499] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 964.679499] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52efeff5-89c2-3ede-494b-ce9e37fa3ef2" [ 964.679499] env[71079]: _type = "Task" [ 964.679499] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.689981] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52efeff5-89c2-3ede-494b-ce9e37fa3ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.855689] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.858706] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.902s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.880706] env[71079]: INFO nova.scheduler.client.report [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Deleted allocations for instance ba8e907b-2f8c-4d51-96c5-933e9dd2b47d [ 965.027470] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072754} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.027750] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.028561] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a06378-da1a-4e26-9fce-5bb8d12b3229 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.050538] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] f72edbc0-c300-4677-8151-447c65196494/f72edbc0-c300-4677-8151-447c65196494.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.051191] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424d7ee9-4a5a-43e8-a26d-35c85a40e33e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.071538] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 965.071538] env[71079]: value = "task-3279252" [ 965.071538] env[71079]: _type = "Task" [ 965.071538] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.080944] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.191145] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52efeff5-89c2-3ede-494b-ce9e37fa3ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.191393] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.191681] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.191975] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.192203] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.192428] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecd1554a-09b9-455c-bed3-fa96156e5f5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.194738] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1977baea-f715-46be-8e4e-bfd5a4dcc236 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.202145] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 965.202145] env[71079]: value = "task-3279253" [ 965.202145] env[71079]: _type = "Task" [ 965.202145] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.206601] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.206831] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.208039] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e6477f-ffc0-4e64-b521-0e70b56f9b45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.213138] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.216539] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 965.216539] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cec0b5-9886-0e27-a5d2-d07248fafaa4" [ 965.216539] env[71079]: _type = "Task" [ 965.216539] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.224808] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cec0b5-9886-0e27-a5d2-d07248fafaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.391617] env[71079]: DEBUG oslo_concurrency.lockutils [None req-687fb4ee-c3fd-4eaa-b847-6f462034b27e tempest-ServersWithSpecificFlavorTestJSON-1103900851 tempest-ServersWithSpecificFlavorTestJSON-1103900851-project-member] Lock "ba8e907b-2f8c-4d51-96c5-933e9dd2b47d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.588s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.499137] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52069aa0-ae70-9223-b3e0-9acba1a2f16e/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 965.500371] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0507f24-9c78-4753-a7b0-5231480c9c9a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.509318] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52069aa0-ae70-9223-b3e0-9acba1a2f16e/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 965.509506] env[71079]: ERROR oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52069aa0-ae70-9223-b3e0-9acba1a2f16e/disk-0.vmdk due to incomplete transfer. [ 965.509750] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c223b510-562e-49a0-899c-c8772ea9357e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.518023] env[71079]: DEBUG oslo_vmware.rw_handles [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52069aa0-ae70-9223-b3e0-9acba1a2f16e/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 965.518238] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Uploaded image 728f8f5b-7909-4a84-86fe-8cd8badc2d69 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 965.520703] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 965.520987] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fec43901-8488-4bdd-a850-171269161cb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.530812] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 965.530812] env[71079]: value = "task-3279254" [ 965.530812] env[71079]: _type = "Task" [ 965.530812] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.540045] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279254, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.582972] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279252, 'name': ReconfigVM_Task, 'duration_secs': 0.459111} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.583284] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Reconfigured VM instance instance-00000052 to attach disk [datastore2] f72edbc0-c300-4677-8151-447c65196494/f72edbc0-c300-4677-8151-447c65196494.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.583982] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0db9634-5bda-4fa8-9243-b3c916d40b2d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.593244] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 965.593244] env[71079]: value = "task-3279255" [ 965.593244] env[71079]: _type = "Task" [ 965.593244] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.601960] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279255, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.715104] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279253, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.726426] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cec0b5-9886-0e27-a5d2-d07248fafaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.727322] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c483f734-6c79-4e48-a648-fad3af80940a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.735238] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 965.735238] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275d7b0-6514-d33d-5fc7-70335e5dda53" [ 965.735238] env[71079]: _type = "Task" [ 965.735238] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.743767] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275d7b0-6514-d33d-5fc7-70335e5dda53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.900929] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 58c5506b-a2a4-475c-aa80-27b9732234d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.901214] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.901387] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 33f03d75-9686-4550-9de0-d6b20d47926c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.901527] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.901690] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e460159d-efc7-4afd-a28d-93606c38bfbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.901815] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f46f41d3-b01a-42ea-a88f-8adffa0dc2fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.901965] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance afb0d8f4-3928-47fe-be2d-64324a361652 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.902130] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 0ea3623e-4565-49cf-9b8a-5cff84189fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.902262] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 06b3794c-ecea-4a93-87d5-5b42295e89af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.902409] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 3c95e6f3-5dcb-4c40-8aaf-825f5621e807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.902725] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance bd1578ce-ee95-4d44-af39-05e53a33cef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.902934] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 93fe262e-954f-4555-828f-21a4f064b10d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.903112] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 46f11aac-4909-40e8-ae96-5f64e474ea14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.903404] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f72edbc0-c300-4677-8151-447c65196494 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.903404] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance b597dd46-6202-47af-af86-d89ab2230165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 966.041907] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279254, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.105121] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279255, 'name': Rename_Task, 'duration_secs': 0.305993} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.105662] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.105740] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cba20f6-44a7-4c40-acaa-586e0029c2c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.112178] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 966.112178] env[71079]: value = "task-3279256" [ 966.112178] env[71079]: _type = "Task" [ 966.112178] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.120243] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.213548] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725694} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.213837] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.214076] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.214337] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-363ff4d1-23d2-43c0-83a0-cee3f40fed7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.221732] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 966.221732] env[71079]: value = "task-3279257" [ 966.221732] env[71079]: _type = "Task" [ 966.221732] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.229961] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.245179] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5275d7b0-6514-d33d-5fc7-70335e5dda53, 'name': SearchDatastore_Task, 'duration_secs': 0.057868} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.245455] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.245783] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.246085] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ffb95d8-d0b7-4258-bb62-48d8dc713732 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.252510] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 966.252510] env[71079]: value = "task-3279258" [ 966.252510] env[71079]: _type = "Task" [ 966.252510] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.260823] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.407240] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 966.459484] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.459751] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.542947] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279254, 'name': Destroy_Task, 'duration_secs': 0.647148} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.543304] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Destroyed the VM [ 966.543575] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 966.543901] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b347ff90-dcb2-4a51-a86b-15a45df4a1a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.553767] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 966.553767] env[71079]: value = "task-3279259" [ 966.553767] env[71079]: _type = "Task" [ 966.553767] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.562768] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279259, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.625986] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.734764] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088725} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.735278] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.735985] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d42eb83-8884-4f8b-a02e-ce07a3346fd9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.760674] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.761123] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e752d3-953d-4705-bfa1-13bb3002b3fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.790324] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.791492] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 966.791492] env[71079]: value = "task-3279260" [ 966.791492] env[71079]: _type = "Task" [ 966.791492] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.800422] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.912021] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 966.912021] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 966.912021] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 966.963825] env[71079]: DEBUG nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.062938] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279259, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.124296] env[71079]: DEBUG oslo_vmware.api [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279256, 'name': PowerOnVM_Task, 'duration_secs': 0.688138} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.124560] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.124764] env[71079]: INFO nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Took 8.91 seconds to spawn the instance on the hypervisor. [ 967.124938] env[71079]: DEBUG nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.125729] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8bd95-4ba5-48fd-8e83-722bf0e0097b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.176397] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e56df9-5df0-414c-b5d1-617c58a5d2c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.183921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa51f1f6-6468-421a-9558-8641633b92ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.215713] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0093ab-387d-48ca-b7b3-3b9c0da35e1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.222693] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66d6296-d875-4ebb-94cf-717904e6edb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.236997] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.269996] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556926} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.270329] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.270562] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.271583] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06ad78e5-27f1-4381-94c9-1769864e9082 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.277053] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 967.277053] env[71079]: value = "task-3279261" [ 967.277053] env[71079]: _type = "Task" [ 967.277053] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.285751] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.301214] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.487202] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.566286] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279259, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.645984] env[71079]: INFO nova.compute.manager [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Took 16.84 seconds to build instance. [ 967.739709] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.786691] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137157} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.786982] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.787848] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b34f99-d92a-4118-ba29-ca6a37f75ad5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.814634] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.817681] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3718894a-a67c-440b-83f6-06564583007d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.838042] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279260, 'name': ReconfigVM_Task, 'duration_secs': 0.826374} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.839351] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 46f11aac-4909-40e8-ae96-5f64e474ea14/46f11aac-4909-40e8-ae96-5f64e474ea14.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.840013] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 967.840013] env[71079]: value = "task-3279262" [ 967.840013] env[71079]: _type = "Task" [ 967.840013] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.840212] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a550694-c344-46d8-9809-465d5c4fd85c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.851175] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.852902] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 967.852902] env[71079]: value = "task-3279263" [ 967.852902] env[71079]: _type = "Task" [ 967.852902] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.864509] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279263, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.066290] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279259, 'name': RemoveSnapshot_Task, 'duration_secs': 1.157557} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.066712] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.066903] env[71079]: DEBUG nova.compute.manager [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.067761] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa503f7-361e-4cf5-8254-6460a398f26f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.148892] env[71079]: DEBUG oslo_concurrency.lockutils [None req-71be5369-29a4-4add-87ab-32dfd0fb9fbb tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "f72edbc0-c300-4677-8151-447c65196494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.357s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.246509] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 968.247508] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.390s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.248010] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.145s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.250572] env[71079]: INFO nova.compute.claims [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.357181] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.367407] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279263, 'name': Rename_Task, 'duration_secs': 0.16665} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.367715] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.368169] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194eecbf-36b6-4ecd-b0f6-4d2549937f4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.374808] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 968.374808] env[71079]: value = "task-3279264" [ 968.374808] env[71079]: _type = "Task" [ 968.374808] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.382808] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.585356] env[71079]: INFO nova.compute.manager [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Shelve offloading [ 968.852797] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279262, 'name': ReconfigVM_Task, 'duration_secs': 0.710249} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.852797] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.853068] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ea1935a-2b3e-4ae4-b178-4daab70b6780 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.858500] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 968.858500] env[71079]: value = "task-3279265" [ 968.858500] env[71079]: _type = "Task" [ 968.858500] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.874132] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279265, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.884413] env[71079]: DEBUG oslo_vmware.api [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279264, 'name': PowerOnVM_Task, 'duration_secs': 0.45704} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.884413] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.884413] env[71079]: DEBUG nova.compute.manager [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.886206] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80effb2-3a2e-45dd-9097-14a92774a6e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.094280] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.094280] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f7be45f-1f8d-454b-88a9-ce08adde3f78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.099872] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 969.099872] env[71079]: value = "task-3279266" [ 969.099872] env[71079]: _type = "Task" [ 969.099872] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.110045] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 969.110404] env[71079]: DEBUG nova.compute.manager [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.111369] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586e023-cd9e-493c-b0f8-94be7777097d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.120081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.120081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.120081] env[71079]: DEBUG nova.network.neutron [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.379999] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279265, 'name': Rename_Task, 'duration_secs': 0.366792} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.384160] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.384160] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-903f0964-2dd8-4f32-a3f5-522a728dae54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.391180] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 969.391180] env[71079]: value = "task-3279267" [ 969.391180] env[71079]: _type = "Task" [ 969.391180] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.404495] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.410658] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.517095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "f72edbc0-c300-4677-8151-447c65196494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.517348] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "f72edbc0-c300-4677-8151-447c65196494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.519017] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "f72edbc0-c300-4677-8151-447c65196494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.519017] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "f72edbc0-c300-4677-8151-447c65196494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.519017] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "f72edbc0-c300-4677-8151-447c65196494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.519953] env[71079]: INFO nova.compute.manager [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Terminating instance [ 969.598156] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51c94c7-6e75-42c8-9072-952a74f8b9b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.605719] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bec6ef-c2dc-4335-bafc-956edca7908a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.640845] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3de735-d4a0-432c-a7fa-944d9770efad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.651106] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a37ceb-8d65-4906-b296-6655a0eaf7b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.670796] env[71079]: DEBUG nova.compute.provider_tree [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.871151] env[71079]: DEBUG nova.network.neutron [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Updating instance_info_cache with network_info: [{"id": "9fec9101-8613-4465-81e2-c512d40d5037", "address": "fa:16:3e:28:23:6e", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec9101-86", "ovs_interfaceid": "9fec9101-8613-4465-81e2-c512d40d5037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.902228] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279267, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.938604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "46f11aac-4909-40e8-ae96-5f64e474ea14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.938711] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "46f11aac-4909-40e8-ae96-5f64e474ea14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.938934] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "46f11aac-4909-40e8-ae96-5f64e474ea14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.939158] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "46f11aac-4909-40e8-ae96-5f64e474ea14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.939339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "46f11aac-4909-40e8-ae96-5f64e474ea14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.942165] env[71079]: INFO nova.compute.manager [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Terminating instance [ 970.024326] env[71079]: DEBUG nova.compute.manager [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.024551] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.025464] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1c3c3-aaa3-4dc1-9917-55739ec3b175 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.034745] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.034745] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-679d7981-9169-4ca7-a37b-d93ebe49ed78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.042240] env[71079]: DEBUG oslo_vmware.api [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 970.042240] env[71079]: value = "task-3279268" [ 970.042240] env[71079]: _type = "Task" [ 970.042240] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.054604] env[71079]: DEBUG oslo_vmware.api [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.175649] env[71079]: DEBUG nova.scheduler.client.report [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.374081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.401849] env[71079]: DEBUG oslo_vmware.api [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279267, 'name': PowerOnVM_Task, 'duration_secs': 0.82844} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.404334] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.404577] env[71079]: INFO nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Took 9.74 seconds to spawn the instance on the hypervisor. [ 970.404760] env[71079]: DEBUG nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.405562] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72101908-01f9-4a3f-9be8-b501e885e7a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.446374] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "refresh_cache-46f11aac-4909-40e8-ae96-5f64e474ea14" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.446468] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquired lock "refresh_cache-46f11aac-4909-40e8-ae96-5f64e474ea14" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.446666] env[71079]: DEBUG nova.network.neutron [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.553976] env[71079]: DEBUG oslo_vmware.api [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279268, 'name': PowerOffVM_Task, 'duration_secs': 0.293165} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.554268] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.554438] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.554693] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77c4e745-639c-4954-b0b9-c7b4024d75c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.623854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.624198] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.624438] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleting the datastore file [datastore2] f72edbc0-c300-4677-8151-447c65196494 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.624751] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe32711-9c5e-423a-aa68-83614e8bd065 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.633436] env[71079]: DEBUG oslo_vmware.api [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for the task: (returnval){ [ 970.633436] env[71079]: value = "task-3279270" [ 970.633436] env[71079]: _type = "Task" [ 970.633436] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.644210] env[71079]: DEBUG oslo_vmware.api [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.660598] env[71079]: DEBUG nova.compute.manager [req-13bfb4b2-79ca-4ca9-8331-2d598aa0c1cf req-00d8c93b-8bcb-43d0-862e-f02de8643f1b service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Received event network-vif-unplugged-9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.660818] env[71079]: DEBUG oslo_concurrency.lockutils [req-13bfb4b2-79ca-4ca9-8331-2d598aa0c1cf req-00d8c93b-8bcb-43d0-862e-f02de8643f1b service nova] Acquiring lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.662780] env[71079]: DEBUG oslo_concurrency.lockutils [req-13bfb4b2-79ca-4ca9-8331-2d598aa0c1cf req-00d8c93b-8bcb-43d0-862e-f02de8643f1b service nova] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.662780] env[71079]: DEBUG oslo_concurrency.lockutils [req-13bfb4b2-79ca-4ca9-8331-2d598aa0c1cf req-00d8c93b-8bcb-43d0-862e-f02de8643f1b service nova] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.662780] env[71079]: DEBUG nova.compute.manager [req-13bfb4b2-79ca-4ca9-8331-2d598aa0c1cf req-00d8c93b-8bcb-43d0-862e-f02de8643f1b service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] No waiting events found dispatching network-vif-unplugged-9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.662780] env[71079]: WARNING nova.compute.manager [req-13bfb4b2-79ca-4ca9-8331-2d598aa0c1cf req-00d8c93b-8bcb-43d0-862e-f02de8643f1b service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Received unexpected event network-vif-unplugged-9fec9101-8613-4465-81e2-c512d40d5037 for instance with vm_state shelved and task_state shelving_offloading. [ 970.680742] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.681996] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.682700] env[71079]: DEBUG nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.686325] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c36a50-4f6c-4faa-975e-4e6b6a4d0cbd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.691347] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.226s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.692461] env[71079]: DEBUG nova.objects.instance [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lazy-loading 'pci_requests' on Instance uuid fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.700616] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.700860] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85dc0867-1495-4cf9-9ca4-ffcbdd8e4e6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.770046] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.770046] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.770046] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleting the datastore file [datastore2] 3c95e6f3-5dcb-4c40-8aaf-825f5621e807 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.770046] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9a7f0f7-f873-496a-932a-f8ce5547ef9a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.775848] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 970.775848] env[71079]: value = "task-3279272" [ 970.775848] env[71079]: _type = "Task" [ 970.775848] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.784809] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.923699] env[71079]: INFO nova.compute.manager [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Took 19.80 seconds to build instance. [ 970.969996] env[71079]: DEBUG nova.network.neutron [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.034716] env[71079]: DEBUG nova.network.neutron [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.143704] env[71079]: DEBUG oslo_vmware.api [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Task: {'id': task-3279270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195933} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.143968] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.144183] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.144684] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.144684] env[71079]: INFO nova.compute.manager [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] [instance: f72edbc0-c300-4677-8151-447c65196494] Took 1.12 seconds to destroy the instance on the hypervisor. [ 971.144824] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.144971] env[71079]: DEBUG nova.compute.manager [-] [instance: f72edbc0-c300-4677-8151-447c65196494] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.145087] env[71079]: DEBUG nova.network.neutron [-] [instance: f72edbc0-c300-4677-8151-447c65196494] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.192613] env[71079]: DEBUG nova.compute.utils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.193705] env[71079]: DEBUG nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.193705] env[71079]: DEBUG nova.network.neutron [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.197027] env[71079]: DEBUG nova.objects.instance [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lazy-loading 'numa_topology' on Instance uuid fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.269893] env[71079]: DEBUG nova.policy [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ebfb4d2d3f491cbd1992020e130433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e855873d3d724f87b90b10473fca9c90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.286294] env[71079]: DEBUG oslo_vmware.api [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187283} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.286543] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.286797] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.287038] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.317990] env[71079]: INFO nova.scheduler.client.report [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted allocations for instance 3c95e6f3-5dcb-4c40-8aaf-825f5621e807 [ 971.354172] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b597dd46-6202-47af-af86-d89ab2230165" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.425875] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5971ee86-20a1-427d-a980-9310d180e471 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.312s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.426000] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.072s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.426121] env[71079]: DEBUG nova.compute.manager [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.427026] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f574ee1-94c7-4a6d-b915-eda5a83d85d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.434899] env[71079]: DEBUG nova.compute.manager [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 971.435822] env[71079]: DEBUG nova.objects.instance [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'flavor' on Instance uuid b597dd46-6202-47af-af86-d89ab2230165 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.540760] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Releasing lock "refresh_cache-46f11aac-4909-40e8-ae96-5f64e474ea14" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.541273] env[71079]: DEBUG nova.compute.manager [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.541442] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.542379] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5584f7-589d-45ab-a016-a5e514c0549b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.551258] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.551258] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42de54d-4c70-4557-b68e-9cf7e088f847 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.558565] env[71079]: DEBUG oslo_vmware.api [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 971.558565] env[71079]: value = "task-3279273" [ 971.558565] env[71079]: _type = "Task" [ 971.558565] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.567570] env[71079]: DEBUG oslo_vmware.api [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.633215] env[71079]: DEBUG nova.network.neutron [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Successfully created port: f7309655-9060-4deb-8a1d-0de2e08b2a1c {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.696940] env[71079]: DEBUG nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.701280] env[71079]: INFO nova.compute.claims [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.823331] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.888455] env[71079]: DEBUG nova.network.neutron [-] [instance: f72edbc0-c300-4677-8151-447c65196494] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.068708] env[71079]: DEBUG oslo_vmware.api [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279273, 'name': PowerOffVM_Task, 'duration_secs': 0.30848} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.069011] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.069191] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.069450] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-879e4150-6a7d-4721-bb85-81072efd5048 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.094010] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.094256] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.094440] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Deleting the datastore file [datastore2] 46f11aac-4909-40e8-ae96-5f64e474ea14 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.094700] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6f7e96-25ff-43a9-9431-c27056ad920f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.101179] env[71079]: DEBUG oslo_vmware.api [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for the task: (returnval){ [ 972.101179] env[71079]: value = "task-3279275" [ 972.101179] env[71079]: _type = "Task" [ 972.101179] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.108675] env[71079]: DEBUG oslo_vmware.api [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.391372] env[71079]: INFO nova.compute.manager [-] [instance: f72edbc0-c300-4677-8151-447c65196494] Took 1.25 seconds to deallocate network for instance. [ 972.447406] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.447727] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c63091e4-de0e-48db-ad8f-29a869283ee6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.455854] env[71079]: DEBUG oslo_vmware.api [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 972.455854] env[71079]: value = "task-3279276" [ 972.455854] env[71079]: _type = "Task" [ 972.455854] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.466128] env[71079]: DEBUG oslo_vmware.api [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.610672] env[71079]: DEBUG oslo_vmware.api [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Task: {'id': task-3279275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108693} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.611526] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.611526] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.611526] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.611816] env[71079]: INFO nova.compute.manager [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Took 1.07 seconds to destroy the instance on the hypervisor. [ 972.611882] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.612086] env[71079]: DEBUG nova.compute.manager [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.612175] env[71079]: DEBUG nova.network.neutron [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.643021] env[71079]: DEBUG nova.network.neutron [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.712261] env[71079]: DEBUG nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.738889] env[71079]: DEBUG nova.compute.manager [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Received event network-changed-9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.739242] env[71079]: DEBUG nova.compute.manager [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Refreshing instance network info cache due to event network-changed-9fec9101-8613-4465-81e2-c512d40d5037. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.739559] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] Acquiring lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.739630] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] Acquired lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.739843] env[71079]: DEBUG nova.network.neutron [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Refreshing network info cache for port 9fec9101-8613-4465-81e2-c512d40d5037 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.749278] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.749527] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.749781] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.749956] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.750063] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.750161] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.750439] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.750535] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.750760] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.750853] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.751098] env[71079]: DEBUG nova.virt.hardware [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.754664] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e029f5d-5111-4b83-b497-cd1532126321 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.766890] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb4854d-a215-4bc1-be4f-79588ee9aff8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.800151] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234eb58-36c4-e78b-1a75-10f91ee52858/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.801160] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a8121d-fb03-4238-b815-452bf4496e9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.811867] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234eb58-36c4-e78b-1a75-10f91ee52858/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.811867] env[71079]: ERROR oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234eb58-36c4-e78b-1a75-10f91ee52858/disk-0.vmdk due to incomplete transfer. [ 972.811867] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1164dbd1-4a9a-4b3a-bad7-52c67d54fe5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.817984] env[71079]: DEBUG oslo_vmware.rw_handles [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234eb58-36c4-e78b-1a75-10f91ee52858/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 972.818652] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Uploaded image 03a881ae-c5db-4536-8e1d-4c9d685f2585 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 972.822118] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.822118] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9b9b799-6289-4d31-a71f-14c93a8eb91f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.830432] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 972.830432] env[71079]: value = "task-3279277" [ 972.830432] env[71079]: _type = "Task" [ 972.830432] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.841332] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279277, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.899602] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.965344] env[71079]: DEBUG oslo_vmware.api [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279276, 'name': PowerOffVM_Task, 'duration_secs': 0.335376} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.967841] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.968063] env[71079]: DEBUG nova.compute.manager [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.969070] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1709db-76ed-4289-88c8-3bb2c0ef7f60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.008339] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e14a21-3f61-4e87-b154-429d71c82a5d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.017178] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7051fb-83cf-4529-83cf-1db871be1ff7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.051493] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010fbf50-b7cc-4f29-acc1-d89d0a682333 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.057935] env[71079]: DEBUG oslo_concurrency.lockutils [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.059237] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386e267b-d1ad-451d-a3a8-40cbc2efb142 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.074922] env[71079]: DEBUG nova.compute.provider_tree [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.149022] env[71079]: DEBUG nova.network.neutron [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.155290] env[71079]: DEBUG nova.compute.manager [req-219553fc-bd3e-44f6-aa99-43ebcd7bc3c3 req-a6203fae-3fa5-4e7d-b50f-153edc2239f4 service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Received event network-vif-plugged-f7309655-9060-4deb-8a1d-0de2e08b2a1c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.155547] env[71079]: DEBUG oslo_concurrency.lockutils [req-219553fc-bd3e-44f6-aa99-43ebcd7bc3c3 req-a6203fae-3fa5-4e7d-b50f-153edc2239f4 service nova] Acquiring lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.155697] env[71079]: DEBUG oslo_concurrency.lockutils [req-219553fc-bd3e-44f6-aa99-43ebcd7bc3c3 req-a6203fae-3fa5-4e7d-b50f-153edc2239f4 service nova] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.155860] env[71079]: DEBUG oslo_concurrency.lockutils [req-219553fc-bd3e-44f6-aa99-43ebcd7bc3c3 req-a6203fae-3fa5-4e7d-b50f-153edc2239f4 service nova] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.156029] env[71079]: DEBUG nova.compute.manager [req-219553fc-bd3e-44f6-aa99-43ebcd7bc3c3 req-a6203fae-3fa5-4e7d-b50f-153edc2239f4 service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] No waiting events found dispatching network-vif-plugged-f7309655-9060-4deb-8a1d-0de2e08b2a1c {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.156184] env[71079]: WARNING nova.compute.manager [req-219553fc-bd3e-44f6-aa99-43ebcd7bc3c3 req-a6203fae-3fa5-4e7d-b50f-153edc2239f4 service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Received unexpected event network-vif-plugged-f7309655-9060-4deb-8a1d-0de2e08b2a1c for instance with vm_state building and task_state spawning. [ 973.288333] env[71079]: DEBUG nova.network.neutron [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Successfully updated port: f7309655-9060-4deb-8a1d-0de2e08b2a1c {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.342641] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279277, 'name': Destroy_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.463163] env[71079]: DEBUG nova.network.neutron [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Updated VIF entry in instance network info cache for port 9fec9101-8613-4465-81e2-c512d40d5037. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.463163] env[71079]: DEBUG nova.network.neutron [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Updating instance_info_cache with network_info: [{"id": "9fec9101-8613-4465-81e2-c512d40d5037", "address": "fa:16:3e:28:23:6e", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": null, "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9fec9101-86", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.479262] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d5c6610d-6742-4a6f-b0fa-98348f12dc60 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.578164] env[71079]: DEBUG nova.scheduler.client.report [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.648834] env[71079]: INFO nova.compute.manager [-] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Took 1.04 seconds to deallocate network for instance. [ 973.790503] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "refresh_cache-f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.790503] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "refresh_cache-f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.790595] env[71079]: DEBUG nova.network.neutron [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.843772] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279277, 'name': Destroy_Task, 'duration_secs': 0.52316} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.844054] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Destroyed the VM [ 973.844301] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 973.844552] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34bc5519-a60f-4565-bdf0-15bb4b273fa9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.850948] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 973.850948] env[71079]: value = "task-3279278" [ 973.850948] env[71079]: _type = "Task" [ 973.850948] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.859245] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.931570] env[71079]: INFO nova.compute.manager [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Rebuilding instance [ 973.966982] env[71079]: DEBUG oslo_concurrency.lockutils [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] Releasing lock "refresh_cache-3c95e6f3-5dcb-4c40-8aaf-825f5621e807" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.967242] env[71079]: DEBUG nova.compute.manager [req-2ec6deb8-af57-4b2d-ae74-7735cc53e009 req-be43e893-98d7-401a-9cfa-be93c5ec943a service nova] [instance: f72edbc0-c300-4677-8151-447c65196494] Received event network-vif-deleted-9ef983ee-8204-41bd-af4b-a31afdb46d62 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.990515] env[71079]: DEBUG nova.compute.manager [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.991420] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac9118-01db-4d2d-ab86-f753b10eaa7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.083813] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.393s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.086129] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.599s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.087738] env[71079]: INFO nova.compute.claims [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.120929] env[71079]: INFO nova.network.neutron [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating port 3286ece4-cec6-41b3-ac62-8840ff23a012 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 974.154558] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.326283] env[71079]: DEBUG nova.network.neutron [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.359666] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279278, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.514022] env[71079]: DEBUG nova.network.neutron [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Updating instance_info_cache with network_info: [{"id": "f7309655-9060-4deb-8a1d-0de2e08b2a1c", "address": "fa:16:3e:c3:4f:46", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7309655-90", "ovs_interfaceid": "f7309655-9060-4deb-8a1d-0de2e08b2a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.861330] env[71079]: DEBUG oslo_vmware.api [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279278, 'name': RemoveSnapshot_Task, 'duration_secs': 0.615308} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.861622] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 974.861839] env[71079]: INFO nova.compute.manager [None req-9d351cf0-5470-4bb7-ab69-2f9c8a2e7404 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 975.008060] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.008060] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab1df9e-2b20-42a5-9152-e469789376d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.015178] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 975.015178] env[71079]: value = "task-3279279" [ 975.015178] env[71079]: _type = "Task" [ 975.015178] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.018480] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "refresh_cache-f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.018807] env[71079]: DEBUG nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Instance network_info: |[{"id": "f7309655-9060-4deb-8a1d-0de2e08b2a1c", "address": "fa:16:3e:c3:4f:46", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7309655-90", "ovs_interfaceid": "f7309655-9060-4deb-8a1d-0de2e08b2a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.019246] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:4f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7309655-9060-4deb-8a1d-0de2e08b2a1c', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.026877] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating folder: Project (e855873d3d724f87b90b10473fca9c90). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.027547] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca1f3a0c-1f1c-44ea-829b-6418f97698fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.033354] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 975.033542] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.034727] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24315849-d4e3-4d3e-901f-6e54f089fc14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.040588] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created folder: Project (e855873d3d724f87b90b10473fca9c90) in parent group-v654700. [ 975.040765] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating folder: Instances. Parent ref: group-v654930. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.042509] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a3004ce-2c55-4d25-b828-01156d0a802a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.044634] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.044634] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2116c542-70a0-4af6-89db-4c2368c4d347 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.054707] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created folder: Instances in parent group-v654930. [ 975.054939] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.055144] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.055378] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51afd0d-ca04-42d9-8c22-86ba8e96a716 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.075459] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.075459] env[71079]: value = "task-3279283" [ 975.075459] env[71079]: _type = "Task" [ 975.075459] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.083022] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279283, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.143490] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.143729] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.143915] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleting the datastore file [datastore2] b597dd46-6202-47af-af86-d89ab2230165 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.144437] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb643ce-4bbf-439c-9b55-94356cc12f2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.152511] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 975.152511] env[71079]: value = "task-3279284" [ 975.152511] env[71079]: _type = "Task" [ 975.152511] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.162431] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.199303] env[71079]: DEBUG nova.compute.manager [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Received event network-changed-f7309655-9060-4deb-8a1d-0de2e08b2a1c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.199485] env[71079]: DEBUG nova.compute.manager [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Refreshing instance network info cache due to event network-changed-f7309655-9060-4deb-8a1d-0de2e08b2a1c. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.199695] env[71079]: DEBUG oslo_concurrency.lockutils [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] Acquiring lock "refresh_cache-f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.201029] env[71079]: DEBUG oslo_concurrency.lockutils [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] Acquired lock "refresh_cache-f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.201029] env[71079]: DEBUG nova.network.neutron [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Refreshing network info cache for port f7309655-9060-4deb-8a1d-0de2e08b2a1c {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.358294] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0131adc4-4fbc-4ce7-abbe-c496b3a86c95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.368230] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149809c-a9a4-4bc0-889e-0ed3af6a25fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.415605] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed86799-43ca-442a-af4a-415f4ebdf50d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.426362] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8813a-48f9-4e92-a040-8e7ba1c8d385 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.445470] env[71079]: DEBUG nova.compute.provider_tree [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.564401] env[71079]: DEBUG nova.compute.manager [req-6c974792-5765-4684-b650-00b993674480 req-598e971d-57b6-41f7-99be-d9fcb4ae1f58 service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received event network-vif-plugged-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.564650] env[71079]: DEBUG oslo_concurrency.lockutils [req-6c974792-5765-4684-b650-00b993674480 req-598e971d-57b6-41f7-99be-d9fcb4ae1f58 service nova] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.564830] env[71079]: DEBUG oslo_concurrency.lockutils [req-6c974792-5765-4684-b650-00b993674480 req-598e971d-57b6-41f7-99be-d9fcb4ae1f58 service nova] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.565011] env[71079]: DEBUG oslo_concurrency.lockutils [req-6c974792-5765-4684-b650-00b993674480 req-598e971d-57b6-41f7-99be-d9fcb4ae1f58 service nova] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.565605] env[71079]: DEBUG nova.compute.manager [req-6c974792-5765-4684-b650-00b993674480 req-598e971d-57b6-41f7-99be-d9fcb4ae1f58 service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] No waiting events found dispatching network-vif-plugged-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.565822] env[71079]: WARNING nova.compute.manager [req-6c974792-5765-4684-b650-00b993674480 req-598e971d-57b6-41f7-99be-d9fcb4ae1f58 service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received unexpected event network-vif-plugged-3286ece4-cec6-41b3-ac62-8840ff23a012 for instance with vm_state shelved_offloaded and task_state spawning. [ 975.586259] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279283, 'name': CreateVM_Task, 'duration_secs': 0.347941} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.586424] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.587120] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.587292] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.587607] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.587903] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3ef352-dfe8-4b90-9146-cef8c9b57f57 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.592783] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 975.592783] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a3a45-b86f-7f85-e048-6c810b92c4f3" [ 975.592783] env[71079]: _type = "Task" [ 975.592783] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.601555] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a3a45-b86f-7f85-e048-6c810b92c4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.664600] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.680581] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.680856] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.680997] env[71079]: DEBUG nova.network.neutron [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.939625] env[71079]: DEBUG nova.network.neutron [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Updated VIF entry in instance network info cache for port f7309655-9060-4deb-8a1d-0de2e08b2a1c. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.939982] env[71079]: DEBUG nova.network.neutron [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Updating instance_info_cache with network_info: [{"id": "f7309655-9060-4deb-8a1d-0de2e08b2a1c", "address": "fa:16:3e:c3:4f:46", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7309655-90", "ovs_interfaceid": "f7309655-9060-4deb-8a1d-0de2e08b2a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.948409] env[71079]: DEBUG nova.scheduler.client.report [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.107221] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521a3a45-b86f-7f85-e048-6c810b92c4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.109476] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.109737] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.109982] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.110152] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.112061] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.112385] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29cada46-31f9-4d51-8f5b-b4f70005cab7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.123449] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.123630] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.124447] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00a249d-4bca-402e-ba5e-e9ea215ce405 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.129805] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 976.129805] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5246a565-74f4-e030-1c20-060fc4992bb6" [ 976.129805] env[71079]: _type = "Task" [ 976.129805] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.136982] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5246a565-74f4-e030-1c20-060fc4992bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.164485] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.642883} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.164759] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.164949] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.165471] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.442539] env[71079]: DEBUG oslo_concurrency.lockutils [req-b201bfa9-eca2-4af8-8923-095f87e98e68 req-c1bff834-96b7-4c20-b759-12e9ec4e699e service nova] Releasing lock "refresh_cache-f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.451333] env[71079]: DEBUG nova.network.neutron [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286ece4-ce", "ovs_interfaceid": "3286ece4-cec6-41b3-ac62-8840ff23a012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.454521] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.454521] env[71079]: DEBUG nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.456410] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.046s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.456603] env[71079]: DEBUG nova.objects.instance [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.640905] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5246a565-74f4-e030-1c20-060fc4992bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.641723] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b8018f-ace5-4533-983a-6614b854a9e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.647433] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 976.647433] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c36595-bd6f-4561-6c6b-58e5c6c19a10" [ 976.647433] env[71079]: _type = "Task" [ 976.647433] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.655042] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c36595-bd6f-4561-6c6b-58e5c6c19a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.706045] env[71079]: DEBUG nova.compute.manager [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.707702] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6dcde7-ecd4-491b-8331-d115dac37a15 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.958271] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.961135] env[71079]: DEBUG nova.compute.utils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.968162] env[71079]: DEBUG nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.968162] env[71079]: DEBUG nova.network.neutron [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.994192] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e4ca8c5c97c43f003274b0ff7b97be56',container_format='bare',created_at=2025-04-03T19:08:06Z,direct_url=,disk_format='vmdk',id=42fbdb7e-b829-41b5-90e4-d28e70cb7d8d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2085424551-shelved',owner='d0776dd468f64861bbea2dd546354170',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-04-03T19:08:20Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.994192] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.994192] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.994520] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.994520] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.994878] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.995146] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.995318] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.995494] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.995658] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.995857] env[71079]: DEBUG nova.virt.hardware [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.997222] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2e509c-de78-4b51-a6ba-1416dab85f9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.005942] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decaca38-3fae-495f-a673-54ae8f58032f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.020756] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:8f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3286ece4-cec6-41b3-ac62-8840ff23a012', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.028741] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.030457] env[71079]: DEBUG nova.policy [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7002b633de994bc4b1a735bcd76b7675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d5723fa0184c8bad4971f5d5e49708', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.031902] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.032153] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c83d6031-160e-40bf-9043-9c5b59bae2ff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.050710] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.050710] env[71079]: value = "task-3279285" [ 977.050710] env[71079]: _type = "Task" [ 977.050710] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.058332] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279285, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.159591] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c36595-bd6f-4561-6c6b-58e5c6c19a10, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.160097] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.160410] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574/f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.160684] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97a7f83e-f2eb-4e3c-afec-63095b874b24 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.167366] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 977.167366] env[71079]: value = "task-3279286" [ 977.167366] env[71079]: _type = "Task" [ 977.167366] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.179494] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.201798] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.202098] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.202263] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.202445] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.202589] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.202735] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.202947] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.203131] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.203309] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.203533] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.203728] env[71079]: DEBUG nova.virt.hardware [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.204647] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a115c50-a0fb-460c-8f9b-283d061ff7c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.212423] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8eeb09-ccea-4814-be1d-151ff7a73d72 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.219106] env[71079]: INFO nova.compute.manager [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] instance snapshotting [ 977.230394] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c3:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30b32252-11e5-4b46-9ed3-f8eb83857c40', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.238807] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.239493] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.240253] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5c7c96-2d42-4569-b19f-ee6943c67390 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.242988] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8a0711-41df-4935-bd61-12e306095ea2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.277402] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6600b0-2fc2-415b-baf9-3b02463d055a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.280648] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.280648] env[71079]: value = "task-3279287" [ 977.280648] env[71079]: _type = "Task" [ 977.280648] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.294574] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279287, 'name': CreateVM_Task} progress is 15%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.368247] env[71079]: DEBUG nova.network.neutron [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Successfully created port: 97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.468824] env[71079]: DEBUG nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.472806] env[71079]: DEBUG oslo_concurrency.lockutils [None req-97cd7c2c-0b7c-4fce-81d8-e191b8c0284b tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.474786] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.652s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.475612] env[71079]: DEBUG nova.objects.instance [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'resources' on Instance uuid 3c95e6f3-5dcb-4c40-8aaf-825f5621e807 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.568434] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279285, 'name': CreateVM_Task, 'duration_secs': 0.492753} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.569351] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.570094] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.570305] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.570704] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.571350] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec4bd47-0103-4069-b468-c5c86b12831d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.577549] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 977.577549] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525199aa-0b1b-5188-095c-18a3dba41508" [ 977.577549] env[71079]: _type = "Task" [ 977.577549] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.588778] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525199aa-0b1b-5188-095c-18a3dba41508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.678258] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.778429] env[71079]: DEBUG nova.compute.manager [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received event network-changed-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.778489] env[71079]: DEBUG nova.compute.manager [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Refreshing instance network info cache due to event network-changed-3286ece4-cec6-41b3-ac62-8840ff23a012. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.778693] env[71079]: DEBUG oslo_concurrency.lockutils [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] Acquiring lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.778833] env[71079]: DEBUG oslo_concurrency.lockutils [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] Acquired lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.778987] env[71079]: DEBUG nova.network.neutron [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Refreshing network info cache for port 3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.791679] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.791923] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279287, 'name': CreateVM_Task, 'duration_secs': 0.495174} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.792140] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65c130bf-3d2b-41fe-b0ad-52d69900b514 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.793960] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.795156] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.795365] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.795618] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.796210] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ac563a-c1b4-4a67-b4ca-ea37861f8699 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.802357] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 977.802357] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c6e501-f061-603c-a140-eb95732fe8f3" [ 977.802357] env[71079]: _type = "Task" [ 977.802357] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.802629] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 977.802629] env[71079]: value = "task-3279288" [ 977.802629] env[71079]: _type = "Task" [ 977.802629] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.814643] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c6e501-f061-603c-a140-eb95732fe8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.818358] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279288, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.981040] env[71079]: DEBUG nova.objects.instance [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'numa_topology' on Instance uuid 3c95e6f3-5dcb-4c40-8aaf-825f5621e807 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.055026] env[71079]: INFO nova.compute.manager [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Rebuilding instance [ 978.093256] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.093516] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Processing image 42fbdb7e-b829-41b5-90e4-d28e70cb7d8d {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.093726] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.093856] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.094054] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.096146] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c5dbc30-f5f2-491b-90ff-fd0e0eedd0ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.098196] env[71079]: DEBUG nova.compute.manager [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.098948] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920d11dc-fa6e-40b2-b360-8d9fd78abbe8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.111834] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.112058] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.112800] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a93b106-8ef7-4803-92c0-aa9409ef0caf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.118060] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 978.118060] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527134f5-7055-9fa7-cc7f-0a4867b22ce1" [ 978.118060] env[71079]: _type = "Task" [ 978.118060] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.127946] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527134f5-7055-9fa7-cc7f-0a4867b22ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.177890] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560588} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.178091] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574/f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.178297] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.178547] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35452822-6528-4064-a693-36c6adeb84d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.185782] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 978.185782] env[71079]: value = "task-3279289" [ 978.185782] env[71079]: _type = "Task" [ 978.185782] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.193387] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.322834] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c6e501-f061-603c-a140-eb95732fe8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.021495} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.323109] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279288, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.323428] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.325528] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.325528] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.325528] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.325528] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.325528] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62dc67b0-d0bb-41ee-926f-3e2626d7f59a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.335935] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.336163] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.337020] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cf1264-ed79-4bbf-b2c0-270903c70914 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.343837] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 978.343837] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5280f674-1165-8704-cdcc-09cb9b83862e" [ 978.343837] env[71079]: _type = "Task" [ 978.343837] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.354887] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5280f674-1165-8704-cdcc-09cb9b83862e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.483687] env[71079]: DEBUG nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.490287] env[71079]: DEBUG nova.objects.base [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Object Instance<3c95e6f3-5dcb-4c40-8aaf-825f5621e807> lazy-loaded attributes: resources,numa_topology {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.518412] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.518412] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.518412] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.518412] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.519064] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.519533] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.520403] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.520520] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.523027] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.523027] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.523027] env[71079]: DEBUG nova.virt.hardware [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.523027] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e2a6d-4966-4f86-979f-7d0669a4cdb8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.539428] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6c3467-9b7e-4e16-971e-688e94cdeeb1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.607541] env[71079]: DEBUG nova.network.neutron [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updated VIF entry in instance network info cache for port 3286ece4-cec6-41b3-ac62-8840ff23a012. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.608308] env[71079]: DEBUG nova.network.neutron [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286ece4-ce", "ovs_interfaceid": "3286ece4-cec6-41b3-ac62-8840ff23a012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.617668] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.620021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.638020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Preparing fetch location {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 978.638020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Fetch image to [datastore1] OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344/OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344.vmdk {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 978.638020] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Downloading stream optimized image 42fbdb7e-b829-41b5-90e4-d28e70cb7d8d to [datastore1] OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344/OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344.vmdk on the data store datastore1 as vApp {{(pid=71079) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 978.638020] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Downloading image file data 42fbdb7e-b829-41b5-90e4-d28e70cb7d8d to the ESX as VM named 'OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344' {{(pid=71079) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 978.710064] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070138} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.712569] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.716210] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c45d656-46e6-4989-9eca-addbe6a8165e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.743879] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574/f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.744380] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 978.744380] env[71079]: value = "resgroup-9" [ 978.744380] env[71079]: _type = "ResourcePool" [ 978.744380] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 978.750878] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129fe645-011c-4da7-9a81-cfd2e460f351 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.765846] env[71079]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-65d3767c-3bb7-493d-8668-6760cfe7c2cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.787369] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 978.787369] env[71079]: value = "task-3279290" [ 978.787369] env[71079]: _type = "Task" [ 978.787369] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.788899] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lease: (returnval){ [ 978.788899] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf49d9-030f-222c-8d03-8e6d21b2c694" [ 978.788899] env[71079]: _type = "HttpNfcLease" [ 978.788899] env[71079]: } obtained for vApp import into resource pool (val){ [ 978.788899] env[71079]: value = "resgroup-9" [ 978.788899] env[71079]: _type = "ResourcePool" [ 978.788899] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 978.789153] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the lease: (returnval){ [ 978.789153] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf49d9-030f-222c-8d03-8e6d21b2c694" [ 978.789153] env[71079]: _type = "HttpNfcLease" [ 978.789153] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.803075] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.803075] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf49d9-030f-222c-8d03-8e6d21b2c694" [ 978.803075] env[71079]: _type = "HttpNfcLease" [ 978.803075] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.803326] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.813122] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279288, 'name': CreateSnapshot_Task, 'duration_secs': 0.933036} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.817248] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.817248] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474d6d52-50e1-4cd3-a1f0-04faaee5e7c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.856225] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5280f674-1165-8704-cdcc-09cb9b83862e, 'name': SearchDatastore_Task, 'duration_secs': 0.016865} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.857110] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43356b77-2248-470d-bf75-6428c15ec41a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.862622] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 978.862622] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52604ab3-6ad1-2632-6713-50ec78ddf472" [ 978.862622] env[71079]: _type = "Task" [ 978.862622] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.871853] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52604ab3-6ad1-2632-6713-50ec78ddf472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.893193] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.893455] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.910389] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3284ca40-5cab-4028-819f-10c0db74ae6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.918544] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1822d3a-9361-4fc1-a914-f7acde553495 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.955019] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68508797-3b70-4686-9fc1-1e8fa9930827 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.961678] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349c2978-b35c-4956-aed8-29cecb31f7f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.976222] env[71079]: DEBUG nova.compute.provider_tree [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.063183] env[71079]: DEBUG nova.network.neutron [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Successfully updated port: 97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.115923] env[71079]: DEBUG oslo_concurrency.lockutils [req-97b21b56-f70f-4920-9099-595cdab20b43 req-55f6451d-d08f-4a41-8adc-e13575d9ad6d service nova] Releasing lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.118203] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.118288] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bc21bae-42ed-4a65-8304-d148c4cf1516 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.125107] env[71079]: DEBUG nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.128203] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 979.128203] env[71079]: value = "task-3279292" [ 979.128203] env[71079]: _type = "Task" [ 979.128203] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.136700] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.290103] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "22200de3-6090-499b-8520-a0807b339bb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.290493] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "22200de3-6090-499b-8520-a0807b339bb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.309023] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279290, 'name': ReconfigVM_Task, 'duration_secs': 0.274885} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.309023] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574/f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.309023] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.309023] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf49d9-030f-222c-8d03-8e6d21b2c694" [ 979.309023] env[71079]: _type = "HttpNfcLease" [ 979.309023] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.309433] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25cce11-ec7c-4b27-885b-c9e5e11f66dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.310867] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.310867] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bf49d9-030f-222c-8d03-8e6d21b2c694" [ 979.310867] env[71079]: _type = "HttpNfcLease" [ 979.310867] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 979.311803] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b235f47-d805-44ef-a917-3444d9e0a722 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.320752] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d2c3-92d1-3b6a-239b-5de390df15e2/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.320918] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d2c3-92d1-3b6a-239b-5de390df15e2/disk-0.vmdk. {{(pid=71079) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 979.324503] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 979.324503] env[71079]: value = "task-3279293" [ 979.324503] env[71079]: _type = "Task" [ 979.324503] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.393286] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 979.395185] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9a18e66-3e61-41cf-9b74-74801d7d4b78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.405697] env[71079]: DEBUG nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.418021] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb4d089e-b77c-4785-beb5-926dfcc9c35f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.418021] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279293, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.422603] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52604ab3-6ad1-2632-6713-50ec78ddf472, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.424493] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.424740] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.425124] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 979.425124] env[71079]: value = "task-3279294" [ 979.425124] env[71079]: _type = "Task" [ 979.425124] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.425410] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6601b31-c508-4fbc-9dda-5369cf82ed6e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.435293] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279294, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.439715] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 979.439715] env[71079]: value = "task-3279295" [ 979.439715] env[71079]: _type = "Task" [ 979.439715] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.444282] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.481021] env[71079]: DEBUG nova.scheduler.client.report [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.566387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.566387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.566387] env[71079]: DEBUG nova.network.neutron [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.644314] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279292, 'name': PowerOffVM_Task, 'duration_secs': 0.189565} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.644647] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.645465] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.645766] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eabc547-b2df-4e0c-88c0-a9dd5e0d5d8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.649310] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.652381] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 979.652381] env[71079]: value = "task-3279296" [ 979.652381] env[71079]: _type = "Task" [ 979.652381] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.664045] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 979.664045] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 979.664045] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654860', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'name': 'volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f03d75-9686-4550-9de0-d6b20d47926c', 'attached_at': '', 'detached_at': '', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'serial': '6b07eb93-a9ba-4651-bef1-3ddacc35834e'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 979.664271] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0540066-b134-426e-848c-d3834dae8c1c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.686656] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6dee57-3c72-48c5-823f-50ebffc2dace {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.694876] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0fcd00-f9d3-4188-a86a-55a9ad57c60a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.721037] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e5165c-7259-44fc-848d-44cba956d79e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.739187] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] The volume has not been displaced from its original location: [datastore1] volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e/volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 979.744865] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.748147] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c647b2-24ea-47c2-a4fe-2affe7d00738 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.772043] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 979.772043] env[71079]: value = "task-3279297" [ 979.772043] env[71079]: _type = "Task" [ 979.772043] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.782728] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.799928] env[71079]: DEBUG nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.839282] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279293, 'name': Rename_Task, 'duration_secs': 0.148585} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.840351] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.840661] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55aea989-3c42-4c6c-a649-b9cd00698c6e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.849929] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 979.849929] env[71079]: value = "task-3279298" [ 979.849929] env[71079]: _type = "Task" [ 979.849929] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.858723] env[71079]: DEBUG nova.compute.manager [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-vif-plugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.858953] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.859188] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.859428] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.859702] env[71079]: DEBUG nova.compute.manager [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] No waiting events found dispatching network-vif-plugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.859853] env[71079]: WARNING nova.compute.manager [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received unexpected event network-vif-plugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f for instance with vm_state building and task_state spawning. [ 979.860043] env[71079]: DEBUG nova.compute.manager [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.860240] env[71079]: DEBUG nova.compute.manager [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing instance network info cache due to event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.860470] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] Acquiring lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.870765] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279298, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.948721] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279294, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.956397] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.962685] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.986655] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.512s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.990170] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.090s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.990484] env[71079]: DEBUG nova.objects.instance [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lazy-loading 'resources' on Instance uuid f72edbc0-c300-4677-8151-447c65196494 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.102948] env[71079]: DEBUG nova.network.neutron [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.260550] env[71079]: DEBUG nova.network.neutron [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2eb53-af", "ovs_interfaceid": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.282327] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279297, 'name': ReconfigVM_Task, 'duration_secs': 0.334559} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.284198] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.291184] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c610c32c-4f7d-4f9d-a6aa-ef0cff3d764a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.315037] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 980.315037] env[71079]: value = "task-3279299" [ 980.315037] env[71079]: _type = "Task" [ 980.315037] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.321892] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.325636] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.365231] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.440866] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279294, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.452436] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5617} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.456677] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.456677] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.456677] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32646e6b-3874-47e9-9138-d997d3792a9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.462976] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 980.462976] env[71079]: value = "task-3279300" [ 980.462976] env[71079]: _type = "Task" [ 980.462976] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.475396] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.501486] env[71079]: DEBUG oslo_concurrency.lockutils [None req-36f53ad1-d1fc-404d-ab36-1be390892e0f tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.077s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.503503] env[71079]: DEBUG oslo_concurrency.lockutils [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.445s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.503869] env[71079]: DEBUG oslo_concurrency.lockutils [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.504254] env[71079]: DEBUG oslo_concurrency.lockutils [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.504523] env[71079]: DEBUG oslo_concurrency.lockutils [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.506723] env[71079]: INFO nova.compute.manager [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Terminating instance [ 980.763930] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.764297] env[71079]: DEBUG nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Instance network_info: |[{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2eb53-af", "ovs_interfaceid": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.764645] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] Acquired lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.765064] env[71079]: DEBUG nova.network.neutron [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.766128] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f2:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c2eb53-af84-4a9e-bab8-497a9dca9f9f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.774523] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating folder: Project (92d5723fa0184c8bad4971f5d5e49708). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.776104] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Completed reading data from the image iterator. {{(pid=71079) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 980.776301] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d2c3-92d1-3b6a-239b-5de390df15e2/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 980.777110] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e0cdf76-0c2d-4a86-a3c7-e70251f00a52 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.780038] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27afd8b-81e9-440e-baa4-78e8e99a2bd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.789507] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d2c3-92d1-3b6a-239b-5de390df15e2/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 980.789696] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d2c3-92d1-3b6a-239b-5de390df15e2/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 980.789927] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-46462977-00d6-4c14-9b06-548dc10afba1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.794894] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created folder: Project (92d5723fa0184c8bad4971f5d5e49708) in parent group-v654700. [ 980.795104] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating folder: Instances. Parent ref: group-v654938. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.797997] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eae6ec6-6aaf-4bac-8278-40b770bb57e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.808097] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created folder: Instances in parent group-v654938. [ 980.808097] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.808240] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.809019] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bce08304-1c59-4b25-b6f9-8d226e0d6954 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.834790] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279299, 'name': ReconfigVM_Task, 'duration_secs': 0.190721} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.836139] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654860', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'name': 'volume-6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33f03d75-9686-4550-9de0-d6b20d47926c', 'attached_at': '', 'detached_at': '', 'volume_id': '6b07eb93-a9ba-4651-bef1-3ddacc35834e', 'serial': '6b07eb93-a9ba-4651-bef1-3ddacc35834e'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 980.836463] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.836684] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.836684] env[71079]: value = "task-3279303" [ 980.836684] env[71079]: _type = "Task" [ 980.836684] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.839635] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7708999-6a4b-46e4-8e44-cf675c358c11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.852022] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279303, 'name': CreateVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.852022] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.852379] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2826ec6f-c77c-45c9-8e53-2bb7fdf19fa1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.854881] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e90f3d-fe26-46ca-8ad2-985f1b4a2c3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.865354] env[71079]: DEBUG oslo_vmware.api [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279298, 'name': PowerOnVM_Task, 'duration_secs': 0.816348} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.867175] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.867377] env[71079]: INFO nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Took 8.15 seconds to spawn the instance on the hypervisor. [ 980.867550] env[71079]: DEBUG nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.868354] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeeac12-9c1e-472f-ac38-c9fac14f7ba8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.872054] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c3ffe-3a24-48c7-ae64-90ea105e37f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.905452] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76664f85-2b8b-429e-ba9a-01e071857caa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.913665] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7092890-989e-4d9c-8888-052d3f7729fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.930461] env[71079]: DEBUG nova.compute.provider_tree [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.937344] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.937921] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.938171] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Deleting the datastore file [datastore1] 33f03d75-9686-4550-9de0-d6b20d47926c {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.941363] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e75d416-0f6e-492a-8add-970db24aec31 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.944185] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279294, 'name': CloneVM_Task, 'duration_secs': 1.305363} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.944429] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Created linked-clone VM from snapshot [ 980.945499] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821888d-7b1e-4d50-97cd-87d8c1b84a32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.949571] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for the task: (returnval){ [ 980.949571] env[71079]: value = "task-3279305" [ 980.949571] env[71079]: _type = "Task" [ 980.949571] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.956243] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Uploading image 45ce409c-e693-4faf-bce6-005d089b3bdb {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 980.963510] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.974195] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085311} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.978021] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.978021] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b009ea-a44a-4c6a-a365-6c30d86c457f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.979167] env[71079]: DEBUG oslo_vmware.rw_handles [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283d2c3-92d1-3b6a-239b-5de390df15e2/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 980.979376] env[71079]: INFO nova.virt.vmwareapi.images [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Downloaded image file data 42fbdb7e-b829-41b5-90e4-d28e70cb7d8d [ 980.990696] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4b5f9d-feb5-428a-a8c5-2713fa475365 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.002136] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.003254] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c982ccc-e50f-4383-b178-e0801dc07a7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.019629] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 981.019629] env[71079]: value = "vm-654937" [ 981.019629] env[71079]: _type = "VirtualMachine" [ 981.019629] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 981.020916] env[71079]: DEBUG nova.compute.manager [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.021143] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.021394] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd1cd25a-664c-4fa0-a86a-9b40e1bf9021 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.033939] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e2663e9-a134-4c42-8b22-e1e7a6aff9ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.036718] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2f65227-3762-4359-af10-83e12107f030 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.041151] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 981.041151] env[71079]: value = "task-3279306" [ 981.041151] env[71079]: _type = "Task" [ 981.041151] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.042481] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lease: (returnval){ [ 981.042481] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52edc457-c9fa-7832-1cfa-33c493df6ee9" [ 981.042481] env[71079]: _type = "HttpNfcLease" [ 981.042481] env[71079]: } obtained for exporting VM: (result){ [ 981.042481] env[71079]: value = "vm-654937" [ 981.042481] env[71079]: _type = "VirtualMachine" [ 981.042481] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 981.042713] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the lease: (returnval){ [ 981.042713] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52edc457-c9fa-7832-1cfa-33c493df6ee9" [ 981.042713] env[71079]: _type = "HttpNfcLease" [ 981.042713] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 981.053269] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f08df8-db3d-49e0-adf4-704748cac5ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.066504] env[71079]: INFO nova.virt.vmwareapi.images [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] The imported VM was unregistered [ 981.069018] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Caching image {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 981.069246] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Creating directory with path [datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.072964] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7340267b-0684-45ea-a88d-a92244b891c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.074597] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.076082] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.076082] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52edc457-c9fa-7832-1cfa-33c493df6ee9" [ 981.076082] env[71079]: _type = "HttpNfcLease" [ 981.076082] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 981.076598] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 981.076598] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52edc457-c9fa-7832-1cfa-33c493df6ee9" [ 981.076598] env[71079]: _type = "HttpNfcLease" [ 981.076598] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 981.077298] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4581bc47-b4bf-4ae2-9338-f31024b54b04 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.084084] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6835-57e7-ed1a-721b-1c90196bbb5f/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 981.084260] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6835-57e7-ed1a-721b-1c90196bbb5f/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 981.086084] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Created directory with path [datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.086273] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344/OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344.vmdk to [datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d.vmdk. {{(pid=71079) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 981.087250] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ec402725-f6cd-4d8c-8ee7-b8050b6921e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.157872] env[71079]: WARNING nova.virt.vmwareapi.vmops [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3c95e6f3-5dcb-4c40-8aaf-825f5621e807 could not be found. [ 981.158274] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.158274] env[71079]: INFO nova.compute.manager [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Took 0.14 seconds to destroy the instance on the hypervisor. [ 981.158525] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.160344] env[71079]: DEBUG nova.compute.manager [-] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.160636] env[71079]: DEBUG nova.network.neutron [-] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.165269] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 981.165269] env[71079]: value = "task-3279309" [ 981.165269] env[71079]: _type = "Task" [ 981.165269] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.173015] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279309, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.189495] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3800ea3-8431-4791-a4ac-22c6c39de0fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.351530] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279303, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.414410] env[71079]: INFO nova.compute.manager [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Took 18.33 seconds to build instance. [ 981.437212] env[71079]: DEBUG nova.scheduler.client.report [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.462380] env[71079]: DEBUG oslo_vmware.api [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Task: {'id': task-3279305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081645} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.462741] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.463065] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.463404] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.542795] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.543275] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-587b8c09-e95d-460b-bb1b-8d2c6f1c18d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.557069] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.559590] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27e1cce-d4a6-4c91-acca-f952e9fa8636 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.573660] env[71079]: DEBUG nova.network.neutron [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updated VIF entry in instance network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.574203] env[71079]: DEBUG nova.network.neutron [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2eb53-af", "ovs_interfaceid": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.601517] env[71079]: ERROR nova.compute.manager [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Failed to detach volume 6b07eb93-a9ba-4651-bef1-3ddacc35834e from /dev/sda: nova.exception.InstanceNotFound: Instance 33f03d75-9686-4550-9de0-d6b20d47926c could not be found. [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Traceback (most recent call last): [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self.driver.rebuild(**kwargs) [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] raise NotImplementedError() [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] NotImplementedError [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] During handling of the above exception, another exception occurred: [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Traceback (most recent call last): [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self.driver.detach_volume(context, old_connection_info, [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] return self._volumeops.detach_volume(connection_info, instance) [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self._detach_volume_vmdk(connection_info, instance) [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] stable_ref.fetch_moref(session) [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] nova.exception.InstanceNotFound: Instance 33f03d75-9686-4550-9de0-d6b20d47926c could not be found. [ 981.601517] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.677890] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279309, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.773880] env[71079]: DEBUG nova.compute.utils [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Build of instance 33f03d75-9686-4550-9de0-d6b20d47926c aborted: Failed to rebuild volume backed instance. {{(pid=71079) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 981.777237] env[71079]: ERROR nova.compute.manager [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 33f03d75-9686-4550-9de0-d6b20d47926c aborted: Failed to rebuild volume backed instance. [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Traceback (most recent call last): [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self.driver.rebuild(**kwargs) [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] raise NotImplementedError() [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] NotImplementedError [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] During handling of the above exception, another exception occurred: [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Traceback (most recent call last): [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self._detach_root_volume(context, instance, root_bdm) [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] with excutils.save_and_reraise_exception(): [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self.force_reraise() [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] raise self.value [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self.driver.detach_volume(context, old_connection_info, [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] return self._volumeops.detach_volume(connection_info, instance) [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self._detach_volume_vmdk(connection_info, instance) [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] stable_ref.fetch_moref(session) [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] nova.exception.InstanceNotFound: Instance 33f03d75-9686-4550-9de0-d6b20d47926c could not be found. [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] During handling of the above exception, another exception occurred: [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Traceback (most recent call last): [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] yield [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 981.777237] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self._do_rebuild_instance_with_claim( [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self._do_rebuild_instance( [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self._rebuild_default_impl(**kwargs) [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] self._rebuild_volume_backed_instance( [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] raise exception.BuildAbortException( [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] nova.exception.BuildAbortException: Build of instance 33f03d75-9686-4550-9de0-d6b20d47926c aborted: Failed to rebuild volume backed instance. [ 981.778644] env[71079]: ERROR nova.compute.manager [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] [ 981.855690] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279303, 'name': CreateVM_Task, 'duration_secs': 0.814109} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.856029] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.856847] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.857165] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.857666] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.858018] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a25237c-491f-474a-adc3-48aeb2e310c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.863182] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 981.863182] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b0c265-df54-3520-9537-8860074f0f50" [ 981.863182] env[71079]: _type = "Task" [ 981.863182] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.872381] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b0c265-df54-3520-9537-8860074f0f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.905662] env[71079]: DEBUG nova.network.neutron [-] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.916475] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22f312c1-5664-48aa-89eb-2da614f8b072 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.843s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.942904] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.945820] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.791s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.946783] env[71079]: DEBUG nova.objects.instance [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lazy-loading 'resources' on Instance uuid 46f11aac-4909-40e8-ae96-5f64e474ea14 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.965506] env[71079]: INFO nova.scheduler.client.report [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Deleted allocations for instance f72edbc0-c300-4677-8151-447c65196494 [ 982.054733] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.077643] env[71079]: DEBUG oslo_concurrency.lockutils [req-8f7b7d3e-5583-444e-a4ec-911c36807b6a req-91c28e21-34e5-4163-ba52-9f8c0f8f3135 service nova] Releasing lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.176660] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279309, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.377717] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b0c265-df54-3520-9537-8860074f0f50, 'name': SearchDatastore_Task, 'duration_secs': 0.096161} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.378221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.378510] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.378791] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.379062] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.379270] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.379685] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699a1815-9420-42d0-a163-5ca6583d403b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.398177] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.398389] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.399311] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb66f53-f7ca-4790-9aab-5f74d1a7c0ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.406533] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 982.406533] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5214b3fa-8c06-a70a-7e9f-4a4ba9b585ec" [ 982.406533] env[71079]: _type = "Task" [ 982.406533] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.410271] env[71079]: INFO nova.compute.manager [-] [instance: 3c95e6f3-5dcb-4c40-8aaf-825f5621e807] Took 1.25 seconds to deallocate network for instance. [ 982.419845] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5214b3fa-8c06-a70a-7e9f-4a4ba9b585ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.474425] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0a8bec11-9815-42ff-8558-990e24cc335b tempest-ServerDiskConfigTestJSON-15880454 tempest-ServerDiskConfigTestJSON-15880454-project-member] Lock "f72edbc0-c300-4677-8151-447c65196494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.957s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.553880] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279306, 'name': ReconfigVM_Task, 'duration_secs': 1.143033} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.557331] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b597dd46-6202-47af-af86-d89ab2230165/b597dd46-6202-47af-af86-d89ab2230165.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.558321] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a91c4578-3481-4c49-8c7e-4d63bd4f78d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.565906] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 982.565906] env[71079]: value = "task-3279310" [ 982.565906] env[71079]: _type = "Task" [ 982.565906] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.576422] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279310, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.679368] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279309, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.823746] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b16820d-70a4-4e86-919b-7322c4e64d85 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.832137] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800e86ef-dfe1-41c8-b9cf-982e50301786 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.676413] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b9a5f-1c47-4244-b9ed-caa35a3d5287 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.696066] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279310, 'name': Rename_Task, 'duration_secs': 0.560376} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.696066] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5214b3fa-8c06-a70a-7e9f-4a4ba9b585ec, 'name': SearchDatastore_Task, 'duration_secs': 0.097567} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.696066] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279309, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.697992] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.700308] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c92e914-cddc-4ea5-a5b0-57e41362c0df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.704336] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4b589c5-8474-4849-8d2c-7b6355e1d846 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.706567] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9bd33eb-c87f-4399-b804-17f092ef48b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.726532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.726960] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.731519] env[71079]: DEBUG nova.compute.provider_tree [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.731519] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 983.731519] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5211e703-dd63-7fc7-08c1-f58850a45ef3" [ 983.731519] env[71079]: _type = "Task" [ 983.731519] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.732847] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 983.732847] env[71079]: value = "task-3279311" [ 983.732847] env[71079]: _type = "Task" [ 983.732847] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.746877] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5211e703-dd63-7fc7-08c1-f58850a45ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.752214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.752214] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.752432] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279311, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.752679] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-510f7b0e-63a9-474c-9c85-487911ea1504 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.762278] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 983.762278] env[71079]: value = "task-3279312" [ 983.762278] env[71079]: _type = "Task" [ 983.762278] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.770360] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.182242] env[71079]: DEBUG oslo_concurrency.lockutils [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.182611] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279309, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.546303} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.182892] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344/OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344.vmdk to [datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d.vmdk. [ 984.183094] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Cleaning up location [datastore1] OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 984.183258] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_20545d8e-cc1e-4494-8729-f8f17a0be344 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.183590] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a03a9c7e-b936-45d4-bd8f-6c209a47fb5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.191694] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 984.191694] env[71079]: value = "task-3279313" [ 984.191694] env[71079]: _type = "Task" [ 984.191694] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.202099] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.210674] env[71079]: DEBUG oslo_concurrency.lockutils [None req-583f85e5-304a-44ae-b307-b94a5acf7fb9 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "3c95e6f3-5dcb-4c40-8aaf-825f5621e807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.707s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.232728] env[71079]: DEBUG nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.236880] env[71079]: DEBUG nova.scheduler.client.report [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.254792] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.271621] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470493} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.271895] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.272134] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.272397] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96412276-a0fc-40ea-b355-b6443683a130 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.279309] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 984.279309] env[71079]: value = "task-3279314" [ 984.279309] env[71079]: _type = "Task" [ 984.279309] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.291653] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.705020] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067115} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.706248] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.706248] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.708025] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d.vmdk to [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.708025] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6537b4ae-24b0-4db7-a96d-d184003f7899 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.715915] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 984.715915] env[71079]: value = "task-3279315" [ 984.715915] env[71079]: _type = "Task" [ 984.715915] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.727331] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.751109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.805s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.754187] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.104s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.755330] env[71079]: INFO nova.compute.claims [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.764327] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279311, 'name': PowerOnVM_Task, 'duration_secs': 0.789073} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.765066] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.765066] env[71079]: DEBUG nova.compute.manager [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.765923] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da62a50f-e8b8-4d82-9533-8db964b6ede3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.770268] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.778636] env[71079]: INFO nova.scheduler.client.report [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Deleted allocations for instance 46f11aac-4909-40e8-ae96-5f64e474ea14 [ 984.789729] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071185} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.790056] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.790890] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b359d76f-678d-4e9e-968b-997e89fac08c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.814630] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.815049] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12dac4a-4092-4956-8d2d-8a52f85aa748 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.838307] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 984.838307] env[71079]: value = "task-3279316" [ 984.838307] env[71079]: _type = "Task" [ 984.838307] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.849179] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.149243] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.149437] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.227498] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279315, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.281050] env[71079]: INFO nova.compute.manager [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] bringing vm to original state: 'stopped' [ 985.288440] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd0071e-6d0c-4299-a4f3-7697bf6581f8 tempest-ServerShowV254Test-745088718 tempest-ServerShowV254Test-745088718-project-member] Lock "46f11aac-4909-40e8-ae96-5f64e474ea14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.349s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.350724] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.557395] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquiring lock "33f03d75-9686-4550-9de0-d6b20d47926c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.557395] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "33f03d75-9686-4550-9de0-d6b20d47926c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.557546] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquiring lock "33f03d75-9686-4550-9de0-d6b20d47926c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.557667] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "33f03d75-9686-4550-9de0-d6b20d47926c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.557895] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "33f03d75-9686-4550-9de0-d6b20d47926c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.562816] env[71079]: INFO nova.compute.manager [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Terminating instance [ 985.652394] env[71079]: DEBUG nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.728568] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279315, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.931136] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.067171] env[71079]: DEBUG nova.compute.manager [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.070793] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da620b99-82a3-450d-95ff-8ba76b01db86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.080784] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc5c0ac-b2e6-48b2-a544-d0255be1afa0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.095267] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccd7e5f-8566-4cbb-88d7-c50767011d63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.103613] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5bfb8e-c454-4caa-8974-2eb0a804f54c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.120236] env[71079]: WARNING nova.virt.vmwareapi.driver [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 33f03d75-9686-4550-9de0-d6b20d47926c could not be found. [ 986.120483] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.146983] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9f7e15b-72b8-4276-937a-1ef24c997060 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.150162] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457e064-a6ad-470e-aa80-9a24876f4632 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.162445] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eed84d-20d4-43c2-bdf7-1e33e9cf9205 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.172963] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a37487-df57-4380-a45a-6fd3640f5673 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.200544] env[71079]: DEBUG nova.compute.provider_tree [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.203794] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.221783] env[71079]: WARNING nova.virt.vmwareapi.vmops [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 33f03d75-9686-4550-9de0-d6b20d47926c could not be found. [ 986.222419] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.222419] env[71079]: INFO nova.compute.manager [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Took 0.16 seconds to destroy the instance on the hypervisor. [ 986.222419] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.227622] env[71079]: DEBUG nova.compute.manager [-] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.227734] env[71079]: DEBUG nova.network.neutron [-] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.236454] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279315, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.293099] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b597dd46-6202-47af-af86-d89ab2230165" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.293099] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.293099] env[71079]: DEBUG nova.compute.manager [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.293099] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe34701-8901-44cd-b940-2f9366e4f79a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.301287] env[71079]: DEBUG nova.compute.manager [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 986.350774] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279316, 'name': ReconfigVM_Task, 'duration_secs': 1.012597} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.351150] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfigured VM instance instance-00000055 to attach disk [datastore1] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.352040] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-352420b7-81a8-4f16-8ae1-6bc098557ea9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.359717] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 986.359717] env[71079]: value = "task-3279317" [ 986.359717] env[71079]: _type = "Task" [ 986.359717] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.372643] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279317, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.711597] env[71079]: DEBUG nova.scheduler.client.report [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.743473] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279315, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.808742] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.809312] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e284752-7cfe-47e6-a61d-cadb9cbb46b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.817224] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 986.817224] env[71079]: value = "task-3279318" [ 986.817224] env[71079]: _type = "Task" [ 986.817224] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.828044] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.874965] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279317, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.103776] env[71079]: DEBUG nova.compute.manager [req-70d578ca-948f-4502-928d-e3bb68ad0a8b req-f8ed102e-caf7-456b-8957-85533cf923e1 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Received event network-vif-deleted-d1c9e848-b6aa-461c-a205-488f2f3772a6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.104050] env[71079]: INFO nova.compute.manager [req-70d578ca-948f-4502-928d-e3bb68ad0a8b req-f8ed102e-caf7-456b-8957-85533cf923e1 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Neutron deleted interface d1c9e848-b6aa-461c-a205-488f2f3772a6; detaching it from the instance and deleting it from the info cache [ 987.104346] env[71079]: DEBUG nova.network.neutron [req-70d578ca-948f-4502-928d-e3bb68ad0a8b req-f8ed102e-caf7-456b-8957-85533cf923e1 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.216842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.217441] env[71079]: DEBUG nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.223258] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.265s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.223258] env[71079]: INFO nova.compute.claims [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.236037] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279315, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.355686} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.236153] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d/42fbdb7e-b829-41b5-90e4-d28e70cb7d8d.vmdk to [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.237031] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ac386-c6c5-4ee5-9084-bb463d1226ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.267511] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.268215] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e94ccf-2a99-4552-9f2e-969abd0423c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.293236] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 987.293236] env[71079]: value = "task-3279319" [ 987.293236] env[71079]: _type = "Task" [ 987.293236] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.305237] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.327746] env[71079]: DEBUG oslo_vmware.api [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279318, 'name': PowerOffVM_Task, 'duration_secs': 0.390837} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.328498] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.328791] env[71079]: DEBUG nova.compute.manager [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.329578] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3805ca8f-e7cf-4a30-8825-4b23187ebf17 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.377400] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279317, 'name': Rename_Task, 'duration_secs': 0.593871} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.378061] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.378357] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac0f110-3a11-496a-9d8a-d108fda37107 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.385961] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 987.385961] env[71079]: value = "task-3279320" [ 987.385961] env[71079]: _type = "Task" [ 987.385961] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.393839] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.576643] env[71079]: DEBUG nova.network.neutron [-] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.606923] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90a3c7e0-2d7c-42f3-ab3f-6eb30b5ff0d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.616608] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23593c06-0df3-4b98-a680-06451abb5f7c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.655169] env[71079]: DEBUG nova.compute.manager [req-70d578ca-948f-4502-928d-e3bb68ad0a8b req-f8ed102e-caf7-456b-8957-85533cf923e1 service nova] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Detach interface failed, port_id=d1c9e848-b6aa-461c-a205-488f2f3772a6, reason: Instance 33f03d75-9686-4550-9de0-d6b20d47926c could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.726656] env[71079]: DEBUG nova.compute.utils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.729043] env[71079]: DEBUG nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.730319] env[71079]: DEBUG nova.network.neutron [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.794231] env[71079]: DEBUG nova.policy [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1318f6ba5164b72b0447529bc87f97c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66975a69400945b59fff73e586b54a87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.810051] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279319, 'name': ReconfigVM_Task, 'duration_secs': 0.284834} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.810051] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1/fcfed608-e4ad-4b93-b2dc-c7e15b924bc1.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.810051] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-828eb48d-b795-4e04-97ad-69cbc7481fb7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.818168] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 987.818168] env[71079]: value = "task-3279321" [ 987.818168] env[71079]: _type = "Task" [ 987.818168] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.829733] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279321, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.842745] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.898734] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.971593] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.971593] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.080745] env[71079]: INFO nova.compute.manager [-] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Took 1.85 seconds to deallocate network for instance. [ 988.145865] env[71079]: DEBUG nova.network.neutron [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Successfully created port: 3b950852-d63e-42bd-8bf0-95961d7ff431 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.236536] env[71079]: DEBUG nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.331946] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279321, 'name': Rename_Task, 'duration_secs': 0.239401} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.332610] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.332646] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b04c9da-c448-479e-b8eb-ee8b8ecb77ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.341540] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 988.341540] env[71079]: value = "task-3279322" [ 988.341540] env[71079]: _type = "Task" [ 988.341540] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.351659] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.359035] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.400124] env[71079]: DEBUG oslo_vmware.api [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279320, 'name': PowerOnVM_Task, 'duration_secs': 0.673202} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.400640] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.400998] env[71079]: INFO nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Took 9.92 seconds to spawn the instance on the hypervisor. [ 988.401299] env[71079]: DEBUG nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.402267] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639e503d-8f5b-499c-94f4-dadf7bf4c49b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.477709] env[71079]: DEBUG nova.compute.utils [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.595559] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51594d5-bf8d-445f-9f52-1dfb25c528ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.605243] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3ac41-e1e1-4b0a-b1fe-c7307ae372c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.644252] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018e0468-1072-487d-a3b9-26699ab23e3b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.652345] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062012c4-2d13-437f-b09b-3f9d4f672315 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.657739] env[71079]: INFO nova.compute.manager [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Took 0.58 seconds to detach 1 volumes for instance. [ 988.670881] env[71079]: DEBUG nova.compute.provider_tree [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.673010] env[71079]: DEBUG nova.compute.manager [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Deleting volume: 6b07eb93-a9ba-4651-bef1-3ddacc35834e {{(pid=71079) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 988.858757] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.887746] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6835-57e7-ed1a-721b-1c90196bbb5f/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.888719] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd49287-ebb2-4b06-b7ad-8d07322a0970 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.897432] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6835-57e7-ed1a-721b-1c90196bbb5f/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.897492] env[71079]: ERROR oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6835-57e7-ed1a-721b-1c90196bbb5f/disk-0.vmdk due to incomplete transfer. [ 988.897730] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ac39aa9-2bb2-48b7-83f8-cc70a30e9718 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.907488] env[71079]: DEBUG oslo_vmware.rw_handles [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6835-57e7-ed1a-721b-1c90196bbb5f/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 988.907700] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Uploaded image 45ce409c-e693-4faf-bce6-005d089b3bdb to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 988.910714] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.911119] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48422640-9c59-4362-8186-7551a023e5f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.922486] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 988.922486] env[71079]: value = "task-3279324" [ 988.922486] env[71079]: _type = "Task" [ 988.922486] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.933982] env[71079]: INFO nova.compute.manager [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Took 21.46 seconds to build instance. [ 988.946781] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279324, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.982136] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.176655] env[71079]: DEBUG nova.scheduler.client.report [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.256503] env[71079]: DEBUG nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.272780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.295371] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.295690] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.295921] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.296884] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.297051] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.297212] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.297437] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.297599] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.297770] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.297965] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.298170] env[71079]: DEBUG nova.virt.hardware [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.299104] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970b62a3-3061-455c-bb75-e0835a317832 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.317340] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054effb0-3eef-4aea-bc29-b135e3eda7fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.351352] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279322, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.438632] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279324, 'name': Destroy_Task, 'duration_secs': 0.387783} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.438894] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Destroyed the VM [ 989.439164] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.439402] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df2c39c8-8bd7-4aae-9318-12ef24f26f5f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.442741] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b594939-70a1-4674-8702-5ad1d2f6f344 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.982s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.448337] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 989.448337] env[71079]: value = "task-3279325" [ 989.448337] env[71079]: _type = "Task" [ 989.448337] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.461270] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279325, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.683128] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.683128] env[71079]: DEBUG nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.687026] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.365s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.689324] env[71079]: INFO nova.compute.claims [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.816732] env[71079]: DEBUG nova.compute.manager [req-0a9ef288-c569-4aa4-8842-a12da9a214da req-d3729a42-e432-4649-83fb-17bdab5482cd service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Received event network-vif-plugged-3b950852-d63e-42bd-8bf0-95961d7ff431 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.816732] env[71079]: DEBUG oslo_concurrency.lockutils [req-0a9ef288-c569-4aa4-8842-a12da9a214da req-d3729a42-e432-4649-83fb-17bdab5482cd service nova] Acquiring lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.816732] env[71079]: DEBUG oslo_concurrency.lockutils [req-0a9ef288-c569-4aa4-8842-a12da9a214da req-d3729a42-e432-4649-83fb-17bdab5482cd service nova] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.816732] env[71079]: DEBUG oslo_concurrency.lockutils [req-0a9ef288-c569-4aa4-8842-a12da9a214da req-d3729a42-e432-4649-83fb-17bdab5482cd service nova] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.817118] env[71079]: DEBUG nova.compute.manager [req-0a9ef288-c569-4aa4-8842-a12da9a214da req-d3729a42-e432-4649-83fb-17bdab5482cd service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] No waiting events found dispatching network-vif-plugged-3b950852-d63e-42bd-8bf0-95961d7ff431 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.817118] env[71079]: WARNING nova.compute.manager [req-0a9ef288-c569-4aa4-8842-a12da9a214da req-d3729a42-e432-4649-83fb-17bdab5482cd service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Received unexpected event network-vif-plugged-3b950852-d63e-42bd-8bf0-95961d7ff431 for instance with vm_state building and task_state spawning. [ 989.856343] env[71079]: DEBUG oslo_vmware.api [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279322, 'name': PowerOnVM_Task, 'duration_secs': 1.031726} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.856681] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.942049] env[71079]: DEBUG nova.network.neutron [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Successfully updated port: 3b950852-d63e-42bd-8bf0-95961d7ff431 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.972342] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279325, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.993087] env[71079]: DEBUG nova.compute.manager [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.993667] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9155b29b-ac3c-403a-b368-ce40b8fca692 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.087205] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.087614] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.087744] env[71079]: INFO nova.compute.manager [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Attaching volume d41cf651-96e2-4358-bdc6-63214d5773ae to /dev/sdb [ 990.150247] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81860275-7a61-4aef-a80e-a562f4b27abf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.158414] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1133812-007b-419b-ae38-cb5f760cc86b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.172673] env[71079]: DEBUG nova.virt.block_device [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updating existing volume attachment record: 0efe49ca-63eb-44ef-9d6c-7f5bde273cc2 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 990.196760] env[71079]: DEBUG nova.compute.utils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.201403] env[71079]: DEBUG nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.201403] env[71079]: DEBUG nova.network.neutron [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.249584] env[71079]: DEBUG nova.policy [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1318f6ba5164b72b0447529bc87f97c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66975a69400945b59fff73e586b54a87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.268405] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b597dd46-6202-47af-af86-d89ab2230165" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.268405] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.268405] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b597dd46-6202-47af-af86-d89ab2230165-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.268405] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.268405] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.269197] env[71079]: INFO nova.compute.manager [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Terminating instance [ 990.375141] env[71079]: DEBUG nova.compute.manager [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.375333] env[71079]: DEBUG nova.compute.manager [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing instance network info cache due to event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.375549] env[71079]: DEBUG oslo_concurrency.lockutils [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] Acquiring lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.375693] env[71079]: DEBUG oslo_concurrency.lockutils [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] Acquired lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.375849] env[71079]: DEBUG nova.network.neutron [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.446613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.446690] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.446857] env[71079]: DEBUG nova.network.neutron [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.466720] env[71079]: DEBUG oslo_vmware.api [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279325, 'name': RemoveSnapshot_Task, 'duration_secs': 0.579863} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.466982] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.467237] env[71079]: INFO nova.compute.manager [None req-b99d80b7-1dcf-40e8-831f-20e92d989abd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Took 13.23 seconds to snapshot the instance on the hypervisor. [ 990.513621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7b8b7d1c-48d9-40fc-a339-4deef702c4b0 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.082s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.559803] env[71079]: DEBUG nova.network.neutron [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Successfully created port: 8ac7d008-41fe-45cb-a499-423b841b9649 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.704678] env[71079]: DEBUG nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.773936] env[71079]: DEBUG nova.compute.manager [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.774317] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.775650] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3d7a66-f69c-4bf3-8394-9a26a673c61b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.786648] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.793014] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f812bbe3-76f4-4551-8c7b-3a2b14043c93 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.873281] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.873511] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.873689] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleting the datastore file [datastore1] b597dd46-6202-47af-af86-d89ab2230165 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.874202] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c49be1-1c71-47a2-8fd2-92c0b5732089 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.880785] env[71079]: DEBUG oslo_vmware.api [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 990.880785] env[71079]: value = "task-3279330" [ 990.880785] env[71079]: _type = "Task" [ 990.880785] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.901792] env[71079]: DEBUG oslo_vmware.api [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.043159] env[71079]: DEBUG nova.network.neutron [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.113490] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557bb125-3b7e-48f6-89e2-a767cf5d048b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.123035] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e351b5-0fe1-4394-9e31-529f2e7b0948 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.160529] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce009eb8-0a5a-41b8-8eae-1d2366d69579 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.168516] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a85a521-9e23-4176-a76c-37b450a4735a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.183476] env[71079]: DEBUG nova.compute.provider_tree [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.395088] env[71079]: DEBUG oslo_vmware.api [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.594673] env[71079]: DEBUG nova.network.neutron [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Updating instance_info_cache with network_info: [{"id": "3b950852-d63e-42bd-8bf0-95961d7ff431", "address": "fa:16:3e:05:40:35", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b950852-d6", "ovs_interfaceid": "3b950852-d63e-42bd-8bf0-95961d7ff431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.627018] env[71079]: DEBUG nova.network.neutron [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updated VIF entry in instance network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.627018] env[71079]: DEBUG nova.network.neutron [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2eb53-af", "ovs_interfaceid": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.689120] env[71079]: DEBUG nova.scheduler.client.report [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.715093] env[71079]: DEBUG nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.748054] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.749014] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.749465] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.750555] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.750555] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.750555] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.750747] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.751447] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.751680] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.751934] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.752362] env[71079]: DEBUG nova.virt.hardware [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.754965] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bc9805-309a-46fa-aff5-734d99d96daa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.766522] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8b7b5-3ee3-415c-b9d1-de8f67de6d08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.869642] env[71079]: DEBUG nova.compute.manager [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Received event network-changed-3b950852-d63e-42bd-8bf0-95961d7ff431 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.869642] env[71079]: DEBUG nova.compute.manager [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Refreshing instance network info cache due to event network-changed-3b950852-d63e-42bd-8bf0-95961d7ff431. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.869642] env[71079]: DEBUG oslo_concurrency.lockutils [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] Acquiring lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.892527] env[71079]: DEBUG oslo_vmware.api [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525923} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.892804] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.892990] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.893185] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.893358] env[71079]: INFO nova.compute.manager [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Took 1.12 seconds to destroy the instance on the hypervisor. [ 991.893680] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.893788] env[71079]: DEBUG nova.compute.manager [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.893885] env[71079]: DEBUG nova.network.neutron [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.937473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "687c3847-596e-42b4-85ef-27506539e8f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.937758] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "687c3847-596e-42b4-85ef-27506539e8f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.098645] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.099132] env[71079]: DEBUG nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Instance network_info: |[{"id": "3b950852-d63e-42bd-8bf0-95961d7ff431", "address": "fa:16:3e:05:40:35", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b950852-d6", "ovs_interfaceid": "3b950852-d63e-42bd-8bf0-95961d7ff431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.099426] env[71079]: DEBUG oslo_concurrency.lockutils [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] Acquired lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.099609] env[71079]: DEBUG nova.network.neutron [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Refreshing network info cache for port 3b950852-d63e-42bd-8bf0-95961d7ff431 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.100868] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:40:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b950852-d63e-42bd-8bf0-95961d7ff431', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.118925] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Creating folder: Project (66975a69400945b59fff73e586b54a87). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.120488] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1c35eb3-8529-4046-a8c4-77e2b6eca5c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.129195] env[71079]: DEBUG oslo_concurrency.lockutils [req-5a2387a4-9d8d-44db-89c2-e366e0d950af req-60e7b8a0-d1b2-4054-bb91-d56292dd3099 service nova] Releasing lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.132520] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Created folder: Project (66975a69400945b59fff73e586b54a87) in parent group-v654700. [ 992.132713] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Creating folder: Instances. Parent ref: group-v654943. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.132956] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49498b77-76eb-42c0-9171-433d0a7f295c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.143691] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Created folder: Instances in parent group-v654943. [ 992.143691] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.146303] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.146749] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea92d84-f0c0-459c-a646-0ea33a463254 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.168656] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.168656] env[71079]: value = "task-3279333" [ 992.168656] env[71079]: _type = "Task" [ 992.168656] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.177849] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279333, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.195980] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.196534] env[71079]: DEBUG nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.199274] env[71079]: DEBUG oslo_concurrency.lockutils [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.017s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.439821] env[71079]: DEBUG nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.467805] env[71079]: DEBUG nova.compute.manager [req-777d16a1-bd65-4312-b746-c9acbef663c8 req-392e8d8b-7863-43e1-a7c6-a414858710eb service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Received event network-vif-deleted-30b32252-11e5-4b46-9ed3-f8eb83857c40 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.468051] env[71079]: INFO nova.compute.manager [req-777d16a1-bd65-4312-b746-c9acbef663c8 req-392e8d8b-7863-43e1-a7c6-a414858710eb service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Neutron deleted interface 30b32252-11e5-4b46-9ed3-f8eb83857c40; detaching it from the instance and deleting it from the info cache [ 992.468284] env[71079]: DEBUG nova.network.neutron [req-777d16a1-bd65-4312-b746-c9acbef663c8 req-392e8d8b-7863-43e1-a7c6-a414858710eb service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.527696] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f71e7f6-4ddb-4bb9-b994-23cbe063020b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.536382] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7346a2-1c0a-41be-932d-f0b034ece5d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.574106] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d05501f-c46e-45ef-9421-b6f71dfe2497 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.584867] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cd1b02-3727-49d6-97e3-2354a7de3b19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.596442] env[71079]: DEBUG nova.compute.provider_tree [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.647389] env[71079]: DEBUG nova.network.neutron [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.678443] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279333, 'name': CreateVM_Task, 'duration_secs': 0.495021} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.678530] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.679155] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.679323] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.679642] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.679894] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f34d82-c036-4e12-a9fc-0bcc22f71758 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.685351] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 992.685351] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c19d78-6301-a84e-40c0-c107c30552e7" [ 992.685351] env[71079]: _type = "Task" [ 992.685351] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.695615] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c19d78-6301-a84e-40c0-c107c30552e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.706325] env[71079]: DEBUG nova.compute.utils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.707745] env[71079]: DEBUG nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.707942] env[71079]: DEBUG nova.network.neutron [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.775778] env[71079]: DEBUG nova.network.neutron [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Successfully updated port: 8ac7d008-41fe-45cb-a499-423b841b9649 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.785612] env[71079]: DEBUG nova.policy [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1318f6ba5164b72b0447529bc87f97c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66975a69400945b59fff73e586b54a87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.805702] env[71079]: DEBUG nova.compute.manager [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.806939] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddecee6c-0134-45ca-92c2-39ee5e724980 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.839947] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f2a990-ca66-4260-8956-68fddce91eb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.847019] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca7ce6e-34f0-4ee1-b249-e23ba7c1da3d tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Suspending the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 992.847302] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-76e14cad-81d4-4a0f-a0a2-2bf77f7f6cd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.856500] env[71079]: DEBUG oslo_vmware.api [None req-1ca7ce6e-34f0-4ee1-b249-e23ba7c1da3d tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 992.856500] env[71079]: value = "task-3279335" [ 992.856500] env[71079]: _type = "Task" [ 992.856500] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.869912] env[71079]: DEBUG oslo_vmware.api [None req-1ca7ce6e-34f0-4ee1-b249-e23ba7c1da3d tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279335, 'name': SuspendVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.930040] env[71079]: DEBUG nova.network.neutron [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Updated VIF entry in instance network info cache for port 3b950852-d63e-42bd-8bf0-95961d7ff431. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.930040] env[71079]: DEBUG nova.network.neutron [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Updating instance_info_cache with network_info: [{"id": "3b950852-d63e-42bd-8bf0-95961d7ff431", "address": "fa:16:3e:05:40:35", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b950852-d6", "ovs_interfaceid": "3b950852-d63e-42bd-8bf0-95961d7ff431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.970203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.974031] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb479069-4233-497d-8b88-89b6f120def4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.983019] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b5e3b-3bfa-43b5-a75a-fff2b244cfdd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.027083] env[71079]: DEBUG nova.compute.manager [req-777d16a1-bd65-4312-b746-c9acbef663c8 req-392e8d8b-7863-43e1-a7c6-a414858710eb service nova] [instance: b597dd46-6202-47af-af86-d89ab2230165] Detach interface failed, port_id=30b32252-11e5-4b46-9ed3-f8eb83857c40, reason: Instance b597dd46-6202-47af-af86-d89ab2230165 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 993.100521] env[71079]: DEBUG nova.scheduler.client.report [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.150050] env[71079]: INFO nova.compute.manager [-] [instance: b597dd46-6202-47af-af86-d89ab2230165] Took 1.26 seconds to deallocate network for instance. [ 993.194510] env[71079]: DEBUG nova.network.neutron [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Successfully created port: 48b27a66-7b2e-4b7e-8444-ba39533c8ec6 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.208562] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c19d78-6301-a84e-40c0-c107c30552e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013103} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.208926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.209212] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.209456] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.209604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.209785] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.210360] env[71079]: DEBUG nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.212995] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-834fce14-08e7-4a08-90bc-ae5b09a9403a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.226133] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.226456] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.227125] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b345db-acee-446d-9a0f-7f257b0f5c99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.234396] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 993.234396] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52984edb-40fa-10ba-ff01-a51eada4d028" [ 993.234396] env[71079]: _type = "Task" [ 993.234396] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.247087] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52984edb-40fa-10ba-ff01-a51eada4d028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.283921] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "refresh_cache-c4966c7a-4d93-42b1-9a29-88be2a382cd4" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.283921] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "refresh_cache-c4966c7a-4d93-42b1-9a29-88be2a382cd4" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.283921] env[71079]: DEBUG nova.network.neutron [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.321091] env[71079]: INFO nova.compute.manager [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] instance snapshotting [ 993.326162] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8cc26-d2f9-40fb-9f33-7deaef37b3b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.346579] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d639999-d39f-4684-83a5-c9052f2249b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.366071] env[71079]: DEBUG oslo_vmware.api [None req-1ca7ce6e-34f0-4ee1-b249-e23ba7c1da3d tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279335, 'name': SuspendVM_Task} progress is 62%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.438402] env[71079]: DEBUG oslo_concurrency.lockutils [req-bab3fe68-76cf-4531-921f-1b89179fd304 req-ccafb596-03ed-48b6-860d-88583bc1b353 service nova] Releasing lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.605919] env[71079]: DEBUG oslo_concurrency.lockutils [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.406s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.606164] env[71079]: INFO nova.compute.manager [None req-03823afe-94fc-4a26-8079-bf045b90ab8c tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Successfully reverted task state from rebuilding on failure for instance. [ 993.612366] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.842s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.613962] env[71079]: INFO nova.compute.claims [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.661595] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.746729] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52984edb-40fa-10ba-ff01-a51eada4d028, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.748136] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4563e6c7-fccd-4336-a9dc-88cb10ff32cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.754723] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 993.754723] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5247dff7-2866-2730-305c-557a21b4570c" [ 993.754723] env[71079]: _type = "Task" [ 993.754723] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.765481] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5247dff7-2866-2730-305c-557a21b4570c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.834981] env[71079]: DEBUG nova.network.neutron [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.862028] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.862485] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-747753dc-89b5-435c-b839-f31fc2862c3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.867228] env[71079]: DEBUG oslo_vmware.api [None req-1ca7ce6e-34f0-4ee1-b249-e23ba7c1da3d tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279335, 'name': SuspendVM_Task, 'duration_secs': 0.6618} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.867894] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca7ce6e-34f0-4ee1-b249-e23ba7c1da3d tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Suspended the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 993.868123] env[71079]: DEBUG nova.compute.manager [None req-1ca7ce6e-34f0-4ee1-b249-e23ba7c1da3d tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.868887] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b111b24f-9247-4cae-8173-9fe593994732 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.872642] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 993.872642] env[71079]: value = "task-3279336" [ 993.872642] env[71079]: _type = "Task" [ 993.872642] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.887242] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.907070] env[71079]: DEBUG nova.compute.manager [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Received event network-vif-plugged-8ac7d008-41fe-45cb-a499-423b841b9649 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.907070] env[71079]: DEBUG oslo_concurrency.lockutils [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] Acquiring lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.907070] env[71079]: DEBUG oslo_concurrency.lockutils [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.907070] env[71079]: DEBUG oslo_concurrency.lockutils [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.907070] env[71079]: DEBUG nova.compute.manager [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] No waiting events found dispatching network-vif-plugged-8ac7d008-41fe-45cb-a499-423b841b9649 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.907070] env[71079]: WARNING nova.compute.manager [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Received unexpected event network-vif-plugged-8ac7d008-41fe-45cb-a499-423b841b9649 for instance with vm_state building and task_state spawning. [ 993.907070] env[71079]: DEBUG nova.compute.manager [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Received event network-changed-8ac7d008-41fe-45cb-a499-423b841b9649 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.907070] env[71079]: DEBUG nova.compute.manager [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Refreshing instance network info cache due to event network-changed-8ac7d008-41fe-45cb-a499-423b841b9649. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.907070] env[71079]: DEBUG oslo_concurrency.lockutils [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] Acquiring lock "refresh_cache-c4966c7a-4d93-42b1-9a29-88be2a382cd4" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.996697] env[71079]: DEBUG nova.network.neutron [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Updating instance_info_cache with network_info: [{"id": "8ac7d008-41fe-45cb-a499-423b841b9649", "address": "fa:16:3e:de:0b:b8", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ac7d008-41", "ovs_interfaceid": "8ac7d008-41fe-45cb-a499-423b841b9649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.050715] env[71079]: INFO nova.compute.manager [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Rebuilding instance [ 994.093784] env[71079]: DEBUG nova.compute.manager [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.094676] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38018088-d308-48df-98e6-7f42f7155aa1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.221884] env[71079]: DEBUG nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.251159] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.251449] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.251639] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.251844] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.252149] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.252669] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.252669] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.252806] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.252974] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.253226] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.254410] env[71079]: DEBUG nova.virt.hardware [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.254684] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27a39f2-8356-49b1-9450-b914cde52591 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.271053] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5247dff7-2866-2730-305c-557a21b4570c, 'name': SearchDatastore_Task, 'duration_secs': 0.016162} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.273262] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.273601] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 6f4c968c-e7ad-460d-a4dd-d080a81edcd6/6f4c968c-e7ad-460d-a4dd-d080a81edcd6.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.274245] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825dd560-112a-4b3d-aa19-ac7e702e8cf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.277111] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2c0e79-5593-44b5-9efd-f08e74d71788 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.292548] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 994.292548] env[71079]: value = "task-3279337" [ 994.292548] env[71079]: _type = "Task" [ 994.292548] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.302500] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.383568] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.501414] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "refresh_cache-c4966c7a-4d93-42b1-9a29-88be2a382cd4" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.501414] env[71079]: DEBUG nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Instance network_info: |[{"id": "8ac7d008-41fe-45cb-a499-423b841b9649", "address": "fa:16:3e:de:0b:b8", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ac7d008-41", "ovs_interfaceid": "8ac7d008-41fe-45cb-a499-423b841b9649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.501625] env[71079]: DEBUG oslo_concurrency.lockutils [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] Acquired lock "refresh_cache-c4966c7a-4d93-42b1-9a29-88be2a382cd4" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.501798] env[71079]: DEBUG nova.network.neutron [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Refreshing network info cache for port 8ac7d008-41fe-45cb-a499-423b841b9649 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.503438] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:0b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ac7d008-41fe-45cb-a499-423b841b9649', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.511309] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.512494] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.512795] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57f268f-ac7e-4c53-95d6-20c13993935a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.537940] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.537940] env[71079]: value = "task-3279338" [ 994.537940] env[71079]: _type = "Task" [ 994.537940] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.547203] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279338, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.728735] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "06b3794c-ecea-4a93-87d5-5b42295e89af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.729077] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.761213] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 994.761702] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654942', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'name': 'volume-d41cf651-96e2-4358-bdc6-63214d5773ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f46f41d3-b01a-42ea-a88f-8adffa0dc2fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'serial': 'd41cf651-96e2-4358-bdc6-63214d5773ae'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 994.763640] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844590ce-0836-4c9a-8369-005409edfb28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.787512] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8bbfc-b00e-465a-855a-84c319896230 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.821638] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-d41cf651-96e2-4358-bdc6-63214d5773ae/volume-d41cf651-96e2-4358-bdc6-63214d5773ae.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.822317] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e305cd7-4df6-4782-90c2-61b9a07eb32b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.840796] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279337, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.847094] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 994.847094] env[71079]: value = "task-3279339" [ 994.847094] env[71079]: _type = "Task" [ 994.847094] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.857091] env[71079]: DEBUG nova.network.neutron [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Successfully updated port: 48b27a66-7b2e-4b7e-8444-ba39533c8ec6 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.864103] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.887858] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279336, 'name': CreateSnapshot_Task, 'duration_secs': 0.568462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.887858] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.888577] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391573d-cb1b-460d-ae93-3f98fb4498b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.033840] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "be812872-bffc-49c1-ae14-a298d3c4ac6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.034136] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.046819] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279338, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.074153] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54c4e68-90ad-46bb-a27d-fcc56406766d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.082466] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9158ce-b29d-48ac-b6b3-8dfe0232dc9f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.114452] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.118197] env[71079]: DEBUG nova.compute.manager [req-4b9637c3-3f64-4a26-bd5c-84e0ab50567d req-66657f02-5661-42f8-8c87-e8824975737a service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Received event network-vif-plugged-48b27a66-7b2e-4b7e-8444-ba39533c8ec6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.118491] env[71079]: DEBUG oslo_concurrency.lockutils [req-4b9637c3-3f64-4a26-bd5c-84e0ab50567d req-66657f02-5661-42f8-8c87-e8824975737a service nova] Acquiring lock "22200de3-6090-499b-8520-a0807b339bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.118699] env[71079]: DEBUG oslo_concurrency.lockutils [req-4b9637c3-3f64-4a26-bd5c-84e0ab50567d req-66657f02-5661-42f8-8c87-e8824975737a service nova] Lock "22200de3-6090-499b-8520-a0807b339bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.118891] env[71079]: DEBUG oslo_concurrency.lockutils [req-4b9637c3-3f64-4a26-bd5c-84e0ab50567d req-66657f02-5661-42f8-8c87-e8824975737a service nova] Lock "22200de3-6090-499b-8520-a0807b339bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.119114] env[71079]: DEBUG nova.compute.manager [req-4b9637c3-3f64-4a26-bd5c-84e0ab50567d req-66657f02-5661-42f8-8c87-e8824975737a service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] No waiting events found dispatching network-vif-plugged-48b27a66-7b2e-4b7e-8444-ba39533c8ec6 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.119301] env[71079]: WARNING nova.compute.manager [req-4b9637c3-3f64-4a26-bd5c-84e0ab50567d req-66657f02-5661-42f8-8c87-e8824975737a service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Received unexpected event network-vif-plugged-48b27a66-7b2e-4b7e-8444-ba39533c8ec6 for instance with vm_state building and task_state spawning. [ 995.119668] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b11b3b-a2f8-441e-b537-9f46c3a3e899 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.122022] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f74a9-72e8-4ad0-9f6c-b120c8e65580 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.133471] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a010b6d-bef5-48cc-8b24-2c8ee366bce2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.137900] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 995.137900] env[71079]: value = "task-3279340" [ 995.137900] env[71079]: _type = "Task" [ 995.137900] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.149928] env[71079]: DEBUG nova.compute.provider_tree [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.158961] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.232532] env[71079]: DEBUG nova.compute.utils [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.290330] env[71079]: DEBUG nova.network.neutron [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Updated VIF entry in instance network info cache for port 8ac7d008-41fe-45cb-a499-423b841b9649. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.290762] env[71079]: DEBUG nova.network.neutron [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Updating instance_info_cache with network_info: [{"id": "8ac7d008-41fe-45cb-a499-423b841b9649", "address": "fa:16:3e:de:0b:b8", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ac7d008-41", "ovs_interfaceid": "8ac7d008-41fe-45cb-a499-423b841b9649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.305346] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551696} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.305857] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 6f4c968c-e7ad-460d-a4dd-d080a81edcd6/6f4c968c-e7ad-460d-a4dd-d080a81edcd6.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.306286] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.306726] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2774f748-1827-49a3-a7c5-a6866c81e07f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.316019] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 995.316019] env[71079]: value = "task-3279341" [ 995.316019] env[71079]: _type = "Task" [ 995.316019] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.325668] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.363803] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "refresh_cache-22200de3-6090-499b-8520-a0807b339bb5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.363803] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "refresh_cache-22200de3-6090-499b-8520-a0807b339bb5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.363803] env[71079]: DEBUG nova.network.neutron [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.363803] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.412744] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.412744] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4236b58-3247-4ff1-8feb-973e872b6b3a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.422759] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 995.422759] env[71079]: value = "task-3279342" [ 995.422759] env[71079]: _type = "Task" [ 995.422759] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.431859] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279342, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.443924] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "447fc5ce-65d6-428d-8e98-44e784846996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.443924] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "447fc5ce-65d6-428d-8e98-44e784846996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.540710] env[71079]: DEBUG nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.558790] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279338, 'name': CreateVM_Task, 'duration_secs': 0.697566} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.562894] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.562894] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.562894] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.562894] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.562894] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f86256-31d4-4fb5-960a-e7e71bc49b57 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.570974] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 995.570974] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c9761f-6ceb-1203-fe69-1cd9ddbf7665" [ 995.570974] env[71079]: _type = "Task" [ 995.570974] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.582267] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c9761f-6ceb-1203-fe69-1cd9ddbf7665, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.583733] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.583733] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.583733] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.583733] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.588088] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.588088] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3771d80-0eef-4530-9c55-4b4d641224c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.593804] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.593996] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.594744] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2e7f08-cad1-47a6-97ca-e704e781c505 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.600767] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 995.600767] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526145d5-7c15-4fc9-4ec9-6f27b559276e" [ 995.600767] env[71079]: _type = "Task" [ 995.600767] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.609673] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526145d5-7c15-4fc9-4ec9-6f27b559276e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.647806] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279340, 'name': PowerOffVM_Task, 'duration_secs': 0.241637} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.648180] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.648417] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.649254] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b314a0a-a4c8-4e32-94cb-b3463c4bff6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.658798] env[71079]: DEBUG nova.scheduler.client.report [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.664115] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.664828] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a9a7dde-3b93-4a0b-82a9-7b40d39f6be8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.736219] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.763027] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.763027] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.763027] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleting the datastore file [datastore1] e460159d-efc7-4afd-a28d-93606c38bfbc {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.763027] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7712db1-580e-4219-9d28-1a8388b4edd9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.771117] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 995.771117] env[71079]: value = "task-3279344" [ 995.771117] env[71079]: _type = "Task" [ 995.771117] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.778459] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.795542] env[71079]: DEBUG oslo_concurrency.lockutils [req-955ab576-e024-4a7a-b706-355cc4a5b994 req-6ac9ec06-421d-470f-8745-4f1a2aa918fb service nova] Releasing lock "refresh_cache-c4966c7a-4d93-42b1-9a29-88be2a382cd4" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.824812] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109953} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.824988] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.825926] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc89ef-ee04-4f17-aef1-39f14c25f30e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.850540] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 6f4c968c-e7ad-460d-a4dd-d080a81edcd6/6f4c968c-e7ad-460d-a4dd-d080a81edcd6.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.851659] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea75efb7-123b-4119-b81c-90eaad2f8524 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.876409] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279339, 'name': ReconfigVM_Task, 'duration_secs': 0.520526} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.877819] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-d41cf651-96e2-4358-bdc6-63214d5773ae/volume-d41cf651-96e2-4358-bdc6-63214d5773ae.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.882813] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 995.882813] env[71079]: value = "task-3279345" [ 995.882813] env[71079]: _type = "Task" [ 995.882813] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.883207] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4166f5e-6475-44ec-9501-a38b5e55a4b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.904864] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.906808] env[71079]: DEBUG nova.network.neutron [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.909134] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 995.909134] env[71079]: value = "task-3279346" [ 995.909134] env[71079]: _type = "Task" [ 995.909134] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.935361] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279342, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.947705] env[71079]: DEBUG nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.056568] env[71079]: DEBUG nova.network.neutron [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Updating instance_info_cache with network_info: [{"id": "48b27a66-7b2e-4b7e-8444-ba39533c8ec6", "address": "fa:16:3e:20:5f:02", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b27a66-7b", "ovs_interfaceid": "48b27a66-7b2e-4b7e-8444-ba39533c8ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.071245] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.111719] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526145d5-7c15-4fc9-4ec9-6f27b559276e, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.112445] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e734cd6-5db0-4504-8567-4bcd21d18be9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.117456] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 996.117456] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525d42b5-3033-4630-6f9c-93bed24e468f" [ 996.117456] env[71079]: _type = "Task" [ 996.117456] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.125775] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525d42b5-3033-4630-6f9c-93bed24e468f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.165719] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.166440] env[71079]: DEBUG nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.169703] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.966s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.171313] env[71079]: INFO nova.compute.claims [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.278622] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169565} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.278919] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.279124] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.279316] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.326542] env[71079]: DEBUG nova.objects.instance [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lazy-loading 'flavor' on Instance uuid afb0d8f4-3928-47fe-be2d-64324a361652 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.403828] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.419716] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.432218] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279342, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.474021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.561461] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "refresh_cache-22200de3-6090-499b-8520-a0807b339bb5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.561858] env[71079]: DEBUG nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Instance network_info: |[{"id": "48b27a66-7b2e-4b7e-8444-ba39533c8ec6", "address": "fa:16:3e:20:5f:02", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b27a66-7b", "ovs_interfaceid": "48b27a66-7b2e-4b7e-8444-ba39533c8ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.562378] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:5f:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48b27a66-7b2e-4b7e-8444-ba39533c8ec6', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.570282] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.570638] env[71079]: INFO nova.compute.manager [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Resuming [ 996.571246] env[71079]: DEBUG nova.objects.instance [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lazy-loading 'flavor' on Instance uuid fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.572556] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.573166] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6909f675-49d9-4c92-b665-86674dc3ec0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.593815] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.593815] env[71079]: value = "task-3279347" [ 996.593815] env[71079]: _type = "Task" [ 996.593815] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.601669] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279347, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.627824] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525d42b5-3033-4630-6f9c-93bed24e468f, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.628154] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.628422] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c4966c7a-4d93-42b1-9a29-88be2a382cd4/c4966c7a-4d93-42b1-9a29-88be2a382cd4.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.628681] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f92979-127c-4aa9-83a4-3a50ddbc1a9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.635368] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 996.635368] env[71079]: value = "task-3279348" [ 996.635368] env[71079]: _type = "Task" [ 996.635368] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.643421] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.678856] env[71079]: DEBUG nova.compute.utils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.680927] env[71079]: DEBUG nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.681147] env[71079]: DEBUG nova.network.neutron [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.724460] env[71079]: DEBUG nova.policy [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ebfb4d2d3f491cbd1992020e130433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e855873d3d724f87b90b10473fca9c90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.793869] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "06b3794c-ecea-4a93-87d5-5b42295e89af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.793869] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.794131] env[71079]: INFO nova.compute.manager [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Attaching volume 6eb4546c-af64-4544-bc35-02cfd9e1d365 to /dev/sdb [ 996.833837] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.834037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquired lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.837736] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b144300a-20ab-459f-9624-736e57c26368 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.844942] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48f1ba0-046c-42c5-b226-ba6e2e881f3f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.862290] env[71079]: DEBUG nova.virt.block_device [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updating existing volume attachment record: 3ac795fa-4c93-45d8-b342-44b7b9cc191a {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 996.903786] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279345, 'name': ReconfigVM_Task, 'duration_secs': 0.611966} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.906429] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 6f4c968c-e7ad-460d-a4dd-d080a81edcd6/6f4c968c-e7ad-460d-a4dd-d080a81edcd6.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.908952] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8725357e-dc7c-41ed-966a-63ab7c26fdc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.921507] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.923092] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 996.923092] env[71079]: value = "task-3279349" [ 996.923092] env[71079]: _type = "Task" [ 996.923092] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.938567] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279349, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.942368] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279342, 'name': CloneVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.103422] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279347, 'name': CreateVM_Task, 'duration_secs': 0.456565} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.104063] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.104759] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104926] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105784] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d0d629-efd2-4f33-82fc-2d68f7847502 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.111233] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 997.111233] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e8d0f5-db79-ea3a-4608-710d3543ef18" [ 997.111233] env[71079]: _type = "Task" [ 997.111233] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.119560] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e8d0f5-db79-ea3a-4608-710d3543ef18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.128946] env[71079]: DEBUG nova.compute.manager [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Received event network-changed-48b27a66-7b2e-4b7e-8444-ba39533c8ec6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.129185] env[71079]: DEBUG nova.compute.manager [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Refreshing instance network info cache due to event network-changed-48b27a66-7b2e-4b7e-8444-ba39533c8ec6. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.129376] env[71079]: DEBUG oslo_concurrency.lockutils [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] Acquiring lock "refresh_cache-22200de3-6090-499b-8520-a0807b339bb5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.129548] env[71079]: DEBUG oslo_concurrency.lockutils [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] Acquired lock "refresh_cache-22200de3-6090-499b-8520-a0807b339bb5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.129681] env[71079]: DEBUG nova.network.neutron [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Refreshing network info cache for port 48b27a66-7b2e-4b7e-8444-ba39533c8ec6 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.145607] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279348, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.188952] env[71079]: DEBUG nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.302221] env[71079]: DEBUG nova.network.neutron [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Successfully created port: 3355d702-abde-41d0-b2fe-0b3c232b38aa {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.316124] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.316406] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.316545] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.316762] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.316864] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.317025] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.317273] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.317464] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.317601] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.317768] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.318013] env[71079]: DEBUG nova.virt.hardware [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.318958] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a5116-968f-4200-9ef2-dd273789f621 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.329603] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1848bacc-506f-4d8a-9844-d9ae87fb4305 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.345730] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:d7:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.353769] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.356797] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.357281] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a75eaf-0f31-4a33-9ded-62cf763bae6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.376389] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.376647] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.376898] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.378484] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.378768] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.381398] env[71079]: INFO nova.compute.manager [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Terminating instance [ 997.386188] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.386188] env[71079]: value = "task-3279353" [ 997.386188] env[71079]: _type = "Task" [ 997.386188] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.399318] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279353, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.426243] env[71079]: DEBUG oslo_vmware.api [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279346, 'name': ReconfigVM_Task, 'duration_secs': 1.183771} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.429542] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654942', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'name': 'volume-d41cf651-96e2-4358-bdc6-63214d5773ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f46f41d3-b01a-42ea-a88f-8adffa0dc2fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'serial': 'd41cf651-96e2-4358-bdc6-63214d5773ae'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 997.441568] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279349, 'name': Rename_Task, 'duration_secs': 0.165143} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.448299] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.448712] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279342, 'name': CloneVM_Task, 'duration_secs': 1.617569} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.449840] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52df2442-b373-49a8-9652-51c59ec1787f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.451672] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Created linked-clone VM from snapshot [ 997.452773] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3cb991-12a0-45fb-be8d-90c63f5940ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.460355] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 997.460355] env[71079]: value = "task-3279354" [ 997.460355] env[71079]: _type = "Task" [ 997.460355] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.464111] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Uploading image aaa8939d-2784-4f8d-95e5-e1b852be6372 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.478160] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.492173] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.492173] env[71079]: value = "vm-654948" [ 997.492173] env[71079]: _type = "VirtualMachine" [ 997.492173] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.492780] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48cf1943-fb6e-4f51-ad66-3b77d0501bac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.499553] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lease: (returnval){ [ 997.499553] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a379ad-3045-05d3-c8f3-f7ce2cb9885a" [ 997.499553] env[71079]: _type = "HttpNfcLease" [ 997.499553] env[71079]: } obtained for exporting VM: (result){ [ 997.499553] env[71079]: value = "vm-654948" [ 997.499553] env[71079]: _type = "VirtualMachine" [ 997.499553] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.499937] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the lease: (returnval){ [ 997.499937] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a379ad-3045-05d3-c8f3-f7ce2cb9885a" [ 997.499937] env[71079]: _type = "HttpNfcLease" [ 997.499937] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.509097] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.509097] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a379ad-3045-05d3-c8f3-f7ce2cb9885a" [ 997.509097] env[71079]: _type = "HttpNfcLease" [ 997.509097] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.598168] env[71079]: DEBUG nova.network.neutron [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.636810] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e8d0f5-db79-ea3a-4608-710d3543ef18, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.637248] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.637511] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.638425] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.638425] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.638425] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.648036] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b10c5e84-9201-4f57-b52c-7f13605f5e0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.653873] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920021} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.655386] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c4966c7a-4d93-42b1-9a29-88be2a382cd4/c4966c7a-4d93-42b1-9a29-88be2a382cd4.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.655636] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.655994] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.656195] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.656935] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d75ef33-14c6-4cef-92d2-62c4019a68d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.658901] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af451a7-648c-4f4d-8ed7-c88f8180f203 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.663885] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c89f869-a90d-4d24-a959-cd20114ecbfe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.669708] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 997.669708] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5250f75a-2cf3-bfc2-d2d1-55e6a95e0ac1" [ 997.669708] env[71079]: _type = "Task" [ 997.669708] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.673194] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 997.673194] env[71079]: value = "task-3279356" [ 997.673194] env[71079]: _type = "Task" [ 997.673194] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.677092] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669bb75d-8d47-44cd-af00-c5474c212ca8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.728226] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.729451] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5250f75a-2cf3-bfc2-d2d1-55e6a95e0ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.013265} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.733359] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4ae3c2-73b0-4838-9fc9-c3a783018e20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.737787] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da37b4e-69db-40f9-93a3-370b874b3ced {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.748129] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e8c39-2043-420b-9b3f-10aee04c02fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.752452] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 997.752452] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4c9fe-22c3-61e5-081b-d1b9b139afec" [ 997.752452] env[71079]: _type = "Task" [ 997.752452] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.765585] env[71079]: DEBUG nova.compute.provider_tree [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.773073] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4c9fe-22c3-61e5-081b-d1b9b139afec, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.773642] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.773748] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 22200de3-6090-499b-8520-a0807b339bb5/22200de3-6090-499b-8520-a0807b339bb5.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.773991] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19bfa21-8587-4193-adc2-3cbb1a4bbd2a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.781159] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 997.781159] env[71079]: value = "task-3279357" [ 997.781159] env[71079]: _type = "Task" [ 997.781159] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.789922] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.885619] env[71079]: DEBUG nova.compute.manager [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.885905] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.886878] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef349c-4ef5-4872-897a-9a294b68adaf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.899827] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.903258] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10cbeea-08a6-4b44-b6d2-9fd1ec741fd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.904787] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279353, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.912314] env[71079]: DEBUG oslo_vmware.api [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 997.912314] env[71079]: value = "task-3279358" [ 997.912314] env[71079]: _type = "Task" [ 997.912314] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.920934] env[71079]: DEBUG oslo_vmware.api [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.974034] env[71079]: DEBUG oslo_vmware.api [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279354, 'name': PowerOnVM_Task, 'duration_secs': 0.493735} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.974363] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.974657] env[71079]: INFO nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Took 8.72 seconds to spawn the instance on the hypervisor. [ 997.974746] env[71079]: DEBUG nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.975833] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd3c4b-e43b-4853-8788-eb3695754206 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.999324] env[71079]: DEBUG nova.network.neutron [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Updated VIF entry in instance network info cache for port 48b27a66-7b2e-4b7e-8444-ba39533c8ec6. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.999665] env[71079]: DEBUG nova.network.neutron [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Updating instance_info_cache with network_info: [{"id": "48b27a66-7b2e-4b7e-8444-ba39533c8ec6", "address": "fa:16:3e:20:5f:02", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b27a66-7b", "ovs_interfaceid": "48b27a66-7b2e-4b7e-8444-ba39533c8ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.010464] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.010464] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a379ad-3045-05d3-c8f3-f7ce2cb9885a" [ 998.010464] env[71079]: _type = "HttpNfcLease" [ 998.010464] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.010883] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.010883] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a379ad-3045-05d3-c8f3-f7ce2cb9885a" [ 998.010883] env[71079]: _type = "HttpNfcLease" [ 998.010883] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 998.011648] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1442b-45d3-490b-bd7c-55d67543091b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.020530] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a000d1-2d9f-2dff-95ac-d036de3e697d/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.020727] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a000d1-2d9f-2dff-95ac-d036de3e697d/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 998.102543] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.102756] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquired lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.102942] env[71079]: DEBUG nova.network.neutron [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.172277] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6be758ff-5f43-462e-9caa-5d7d45274c1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.194702] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069766} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.195412] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.195852] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b671e58c-14fe-4a7a-a0ad-5c99a8bdd1ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.221032] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] c4966c7a-4d93-42b1-9a29-88be2a382cd4/c4966c7a-4d93-42b1-9a29-88be2a382cd4.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.229199] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d06824-57a9-496d-a6f8-cb1a3c669cff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.245152] env[71079]: DEBUG nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.254532] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 998.254532] env[71079]: value = "task-3279359" [ 998.254532] env[71079]: _type = "Task" [ 998.254532] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.264483] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.269425] env[71079]: DEBUG nova.scheduler.client.report [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.283055] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.283370] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.283750] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.283842] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.284028] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.284224] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.284482] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.284956] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.284956] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.285121] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.285345] env[71079]: DEBUG nova.virt.hardware [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.286499] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01646fd5-aa1c-4193-9cc2-6578013cbdf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.306616] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66251a82-b9fe-4b76-8c8a-570ce98330fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.311903] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279357, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.403797] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279353, 'name': CreateVM_Task, 'duration_secs': 0.609482} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.403797] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.404068] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.404296] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.404686] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.405373] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d589a917-83cd-4cad-8e97-58a27656d882 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.410509] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 998.410509] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521fdb67-bb3b-378f-2cd1-ce83f7336704" [ 998.410509] env[71079]: _type = "Task" [ 998.410509] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.426964] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521fdb67-bb3b-378f-2cd1-ce83f7336704, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.429920] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.430185] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.430420] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.430570] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.430744] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.436035] env[71079]: DEBUG oslo_vmware.api [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279358, 'name': PowerOffVM_Task, 'duration_secs': 0.211833} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.436035] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec56dd84-604b-4f9c-b9d1-349202c79a60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.437677] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.437874] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.438349] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9211670-071a-4dc3-a2e0-80c0fa83cbbe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.443425] env[71079]: DEBUG nova.network.neutron [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.449042] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.449042] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.449755] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22ffaf6-e22c-4bff-84cd-f36681a910f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.454789] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 998.454789] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d8c40-f5d0-6a57-5945-108a5cb085f5" [ 998.454789] env[71079]: _type = "Task" [ 998.454789] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.463533] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d8c40-f5d0-6a57-5945-108a5cb085f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.493140] env[71079]: DEBUG nova.objects.instance [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lazy-loading 'flavor' on Instance uuid f46f41d3-b01a-42ea-a88f-8adffa0dc2fc {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.502407] env[71079]: INFO nova.compute.manager [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Took 18.87 seconds to build instance. [ 998.507310] env[71079]: DEBUG oslo_concurrency.lockutils [req-41dbaea9-3c56-409a-8add-b18a8da32d24 req-79e370d9-783c-4133-809a-f1f5d2c54cf4 service nova] Releasing lock "refresh_cache-22200de3-6090-499b-8520-a0807b339bb5" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.509823] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.510068] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.510285] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Deleting the datastore file [datastore1] 0ea3623e-4565-49cf-9b8a-5cff84189fdb {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.510543] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a44c6562-e7ea-424d-be55-b0f5c5b5cffe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.518083] env[71079]: DEBUG oslo_vmware.api [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for the task: (returnval){ [ 998.518083] env[71079]: value = "task-3279361" [ 998.518083] env[71079]: _type = "Task" [ 998.518083] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.527064] env[71079]: DEBUG oslo_vmware.api [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.765603] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279359, 'name': ReconfigVM_Task, 'duration_secs': 0.475833} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.766226] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Reconfigured VM instance instance-00000057 to attach disk [datastore2] c4966c7a-4d93-42b1-9a29-88be2a382cd4/c4966c7a-4d93-42b1-9a29-88be2a382cd4.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.766946] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27fcbb3e-84f3-4869-a198-6f9573cd0b7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.773587] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 998.773587] env[71079]: value = "task-3279362" [ 998.773587] env[71079]: _type = "Task" [ 998.773587] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.782324] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.783124] env[71079]: DEBUG nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.788317] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.436s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.788317] env[71079]: DEBUG nova.objects.instance [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b597dd46-6202-47af-af86-d89ab2230165] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 998.799183] env[71079]: DEBUG nova.objects.instance [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lazy-loading 'flavor' on Instance uuid afb0d8f4-3928-47fe-be2d-64324a361652 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.805871] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279362, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.813157] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609513} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.813270] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 22200de3-6090-499b-8520-a0807b339bb5/22200de3-6090-499b-8520-a0807b339bb5.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.813539] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.813905] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df60dc7-180d-44c6-869c-26e74b961351 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.821636] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 998.821636] env[71079]: value = "task-3279363" [ 998.821636] env[71079]: _type = "Task" [ 998.821636] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.833758] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.919584] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.947010] env[71079]: DEBUG oslo_concurrency.lockutils [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Releasing lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.947303] env[71079]: DEBUG nova.compute.manager [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Inject network info {{(pid=71079) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 998.948211] env[71079]: DEBUG nova.compute.manager [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] network_info to inject: |[{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 998.957279] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Reconfiguring VM instance to set the machine id {{(pid=71079) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 998.957839] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a03755-46c3-4e8b-a697-669729ab755e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.975471] env[71079]: DEBUG nova.network.neutron [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [{"id": "3286ece4-cec6-41b3-ac62-8840ff23a012", "address": "fa:16:3e:4d:8f:4d", "network": {"id": "19d92d97-1884-43cc-af4e-aa284013e384", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-264470520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0776dd468f64861bbea2dd546354170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3286ece4-ce", "ovs_interfaceid": "3286ece4-cec6-41b3-ac62-8840ff23a012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.991568] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524d8c40-f5d0-6a57-5945-108a5cb085f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.996628] env[71079]: DEBUG oslo_vmware.api [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 998.996628] env[71079]: value = "task-3279364" [ 998.996628] env[71079]: _type = "Task" [ 998.996628] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.997036] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d00d3d4-1b82-4182-a28d-50b423c1f546 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.005547] env[71079]: DEBUG oslo_concurrency.lockutils [None req-94d751df-8ce1-4bd1-b1ad-c38b731925e9 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.918s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.012232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-11ba547d-aeaf-48ba-a159-0ad0651adc0f tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.394s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.012617] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.095s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.018368] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 999.018368] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b5a369-fc50-20aa-64e4-94b5d952804b" [ 999.018368] env[71079]: _type = "Task" [ 999.018368] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.031631] env[71079]: DEBUG oslo_vmware.api [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.042532] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b5a369-fc50-20aa-64e4-94b5d952804b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.042933] env[71079]: DEBUG oslo_vmware.api [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Task: {'id': task-3279361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182489} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.043207] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.043631] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.043967] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.044425] env[71079]: INFO nova.compute.manager [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 999.044730] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.045074] env[71079]: DEBUG nova.compute.manager [-] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.045211] env[71079]: DEBUG nova.network.neutron [-] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.160971] env[71079]: DEBUG nova.compute.manager [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Received event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.161397] env[71079]: DEBUG nova.compute.manager [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing instance network info cache due to event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.161649] env[71079]: DEBUG oslo_concurrency.lockutils [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] Acquiring lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.162058] env[71079]: DEBUG oslo_concurrency.lockutils [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] Acquired lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.162058] env[71079]: DEBUG nova.network.neutron [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.284717] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279362, 'name': Rename_Task, 'duration_secs': 0.261958} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.285090] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.285479] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a862a9-4c02-496a-a9b4-4dceb60280fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.288388] env[71079]: DEBUG nova.compute.utils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.290010] env[71079]: DEBUG nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.290202] env[71079]: DEBUG nova.network.neutron [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.298701] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 999.298701] env[71079]: value = "task-3279366" [ 999.298701] env[71079]: _type = "Task" [ 999.298701] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.309018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.312126] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.332228] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172029} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.337518] env[71079]: DEBUG nova.network.neutron [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Successfully updated port: 3355d702-abde-41d0-b2fe-0b3c232b38aa {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.337518] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.337518] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d17e1-c139-421b-adec-912e5b7c3d38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.371050] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 22200de3-6090-499b-8520-a0807b339bb5/22200de3-6090-499b-8520-a0807b339bb5.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.372965] env[71079]: DEBUG nova.policy [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '960d4d7ad0854a878dbd63a3170233a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97524c1401ad479eb74c5f00ab366b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.375535] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97aaf875-d8e0-498c-bfec-79fc5b980f8b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.398338] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 999.398338] env[71079]: value = "task-3279367" [ 999.398338] env[71079]: _type = "Task" [ 999.398338] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.408721] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.482287] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Releasing lock "refresh_cache-fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.483649] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ed048-8419-4508-9a11-4ecc587da523 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.490757] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Resuming the VM {{(pid=71079) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 999.491130] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f8e1c2f-242f-47b5-98ec-549ba7d3076f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.497876] env[71079]: DEBUG oslo_vmware.api [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 999.497876] env[71079]: value = "task-3279368" [ 999.497876] env[71079]: _type = "Task" [ 999.497876] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.508529] env[71079]: DEBUG oslo_vmware.api [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.513914] env[71079]: DEBUG oslo_vmware.api [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279364, 'name': ReconfigVM_Task, 'duration_secs': 0.213484} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.515568] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-38a20c56-3a12-44bc-bb7a-c002c38e7be0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Reconfigured VM instance to set the machine id {{(pid=71079) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 999.518108] env[71079]: INFO nova.compute.manager [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Detaching volume d41cf651-96e2-4358-bdc6-63214d5773ae [ 999.534752] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b5a369-fc50-20aa-64e4-94b5d952804b, 'name': SearchDatastore_Task, 'duration_secs': 0.020352} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.534892] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.535301] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.535631] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fec0475-0840-416a-91fc-82cdcfbaf45e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.542153] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 999.542153] env[71079]: value = "task-3279369" [ 999.542153] env[71079]: _type = "Task" [ 999.542153] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.552730] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.568741] env[71079]: INFO nova.virt.block_device [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Attempting to driver detach volume d41cf651-96e2-4358-bdc6-63214d5773ae from mountpoint /dev/sdb [ 999.569157] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 999.569684] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654942', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'name': 'volume-d41cf651-96e2-4358-bdc6-63214d5773ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f46f41d3-b01a-42ea-a88f-8adffa0dc2fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'serial': 'd41cf651-96e2-4358-bdc6-63214d5773ae'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 999.571253] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431eb90-3546-4a1c-888b-b890f7ba8b7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.599893] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd671f10-fd1f-483a-a6c2-d4a1519b3f8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.609798] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8b8848-1d8e-4de6-9b54-aef5866dea8c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.634173] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc3fe6-5392-429b-8aa6-b84cf71d5b3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.653483] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] The volume has not been displaced from its original location: [datastore2] volume-d41cf651-96e2-4358-bdc6-63214d5773ae/volume-d41cf651-96e2-4358-bdc6-63214d5773ae.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 999.663520] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.664166] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae54cf91-5643-4353-8a4d-5533cb98302d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.692709] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 999.692709] env[71079]: value = "task-3279370" [ 999.692709] env[71079]: _type = "Task" [ 999.692709] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.707615] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.750575] env[71079]: DEBUG nova.network.neutron [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Successfully created port: 82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.798730] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2abc02f5-2a96-4f2b-b3aa-2a64187a93c0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.802061] env[71079]: DEBUG nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.807399] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.535s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.807949] env[71079]: DEBUG nova.objects.instance [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lazy-loading 'resources' on Instance uuid 33f03d75-9686-4550-9de0-d6b20d47926c {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.825885] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.837032] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "refresh_cache-9d328af8-a39e-4c4f-a473-ed5b107e2c92" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.837032] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "refresh_cache-9d328af8-a39e-4c4f-a473-ed5b107e2c92" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.837233] env[71079]: DEBUG nova.network.neutron [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.909378] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.011124] env[71079]: DEBUG oslo_vmware.api [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279368, 'name': PowerOnVM_Task} progress is 93%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.053860] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279369, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.060723] env[71079]: DEBUG nova.network.neutron [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updated VIF entry in instance network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.061133] env[71079]: DEBUG nova.network.neutron [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.187667] env[71079]: DEBUG nova.network.neutron [-] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.206751] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.324260] env[71079]: DEBUG oslo_vmware.api [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279366, 'name': PowerOnVM_Task, 'duration_secs': 0.615661} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.324605] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.325389] env[71079]: INFO nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1000.325389] env[71079]: DEBUG nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.325919] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d714c766-a755-4a40-a62c-ebc3c5c62235 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.390035] env[71079]: DEBUG nova.network.neutron [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.413792] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279367, 'name': ReconfigVM_Task, 'duration_secs': 0.636063} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.414104] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 22200de3-6090-499b-8520-a0807b339bb5/22200de3-6090-499b-8520-a0807b339bb5.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.414756] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e0adcd5-4a81-435d-8937-abfb36e9f553 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.420981] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1000.420981] env[71079]: value = "task-3279371" [ 1000.420981] env[71079]: _type = "Task" [ 1000.420981] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.430341] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279371, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.509277] env[71079]: DEBUG oslo_vmware.api [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279368, 'name': PowerOnVM_Task, 'duration_secs': 0.767353} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.512046] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Resumed the VM {{(pid=71079) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1000.512344] env[71079]: DEBUG nova.compute.manager [None req-6740292c-8f36-4ebd-9a04-ef8d8af99582 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.515507] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92757ed1-6e33-4d10-a8bb-42e76f9f69e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.552890] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597711} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.553247] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.553485] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.553834] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24827112-045f-4367-ae3d-1d0e8cad8cea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.560825] env[71079]: DEBUG nova.network.neutron [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Updating instance_info_cache with network_info: [{"id": "3355d702-abde-41d0-b2fe-0b3c232b38aa", "address": "fa:16:3e:f4:26:c6", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3355d702-ab", "ovs_interfaceid": "3355d702-abde-41d0-b2fe-0b3c232b38aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.564961] env[71079]: DEBUG oslo_concurrency.lockutils [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] Releasing lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.564961] env[71079]: DEBUG nova.compute.manager [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Received event network-vif-plugged-3355d702-abde-41d0-b2fe-0b3c232b38aa {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.564961] env[71079]: DEBUG oslo_concurrency.lockutils [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] Acquiring lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.564961] env[71079]: DEBUG oslo_concurrency.lockutils [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.565250] env[71079]: DEBUG oslo_concurrency.lockutils [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.565250] env[71079]: DEBUG nova.compute.manager [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] No waiting events found dispatching network-vif-plugged-3355d702-abde-41d0-b2fe-0b3c232b38aa {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.565417] env[71079]: WARNING nova.compute.manager [req-367d690b-ff40-4119-b163-3232a796aff3 req-cd21ae79-115e-4ff4-981e-4780bf9c52c1 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Received unexpected event network-vif-plugged-3355d702-abde-41d0-b2fe-0b3c232b38aa for instance with vm_state building and task_state spawning. [ 1000.567217] env[71079]: DEBUG oslo_concurrency.lockutils [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquired lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.569702] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1000.569702] env[71079]: value = "task-3279372" [ 1000.569702] env[71079]: _type = "Task" [ 1000.569702] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.584755] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.653269] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3412ed-7bdc-4248-bf50-f10e6d8f52bc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.661741] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43111a2-536b-45ad-904a-760b3af6421d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.700367] env[71079]: INFO nova.compute.manager [-] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Took 1.66 seconds to deallocate network for instance. [ 1000.706562] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63ff263-275d-4835-9a87-62ed81c106a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.717441] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.720956] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879341f3-8a9c-4ee3-9d06-b5623532a874 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.737780] env[71079]: DEBUG nova.compute.provider_tree [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.815767] env[71079]: DEBUG nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.849493] env[71079]: INFO nova.compute.manager [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Took 20.93 seconds to build instance. [ 1000.854483] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.854679] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.854825] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.855032] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.855189] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.855390] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.855625] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.855788] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.855959] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.856145] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.856322] env[71079]: DEBUG nova.virt.hardware [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.857216] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e452362-e86c-4a2d-93dc-bb246fda777e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.867147] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1ad965-8459-4610-9a57-3d791983788d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.931246] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279371, 'name': Rename_Task, 'duration_secs': 0.176041} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.931916] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.931916] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f37605aa-43cc-4ee4-8b3a-93f782e141c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.938503] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1000.938503] env[71079]: value = "task-3279373" [ 1000.938503] env[71079]: _type = "Task" [ 1000.938503] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.946684] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.063467] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "refresh_cache-9d328af8-a39e-4c4f-a473-ed5b107e2c92" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.063805] env[71079]: DEBUG nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Instance network_info: |[{"id": "3355d702-abde-41d0-b2fe-0b3c232b38aa", "address": "fa:16:3e:f4:26:c6", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3355d702-ab", "ovs_interfaceid": "3355d702-abde-41d0-b2fe-0b3c232b38aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.064507] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:26:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3355d702-abde-41d0-b2fe-0b3c232b38aa', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.072343] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.072585] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.072867] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1938f04-5769-4adf-aea1-b656a163b128 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.097180] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069901} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.098535] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.101673] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.101673] env[71079]: value = "task-3279374" [ 1001.101673] env[71079]: _type = "Task" [ 1001.101673] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.101673] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17558c17-d351-431d-86c4-149e2481fd91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.127398] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.130731] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbacb209-2fc5-4006-95b7-b4b13eee7382 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.145492] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279374, 'name': CreateVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.151081] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1001.151081] env[71079]: value = "task-3279375" [ 1001.151081] env[71079]: _type = "Task" [ 1001.151081] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.159453] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.210712] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.214935] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.233860] env[71079]: DEBUG nova.network.neutron [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.242350] env[71079]: DEBUG nova.scheduler.client.report [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.276928] env[71079]: DEBUG nova.compute.manager [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Received event network-changed-3355d702-abde-41d0-b2fe-0b3c232b38aa {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.277712] env[71079]: DEBUG nova.compute.manager [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Refreshing instance network info cache due to event network-changed-3355d702-abde-41d0-b2fe-0b3c232b38aa. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.278014] env[71079]: DEBUG oslo_concurrency.lockutils [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] Acquiring lock "refresh_cache-9d328af8-a39e-4c4f-a473-ed5b107e2c92" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.278171] env[71079]: DEBUG oslo_concurrency.lockutils [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] Acquired lock "refresh_cache-9d328af8-a39e-4c4f-a473-ed5b107e2c92" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.278384] env[71079]: DEBUG nova.network.neutron [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Refreshing network info cache for port 3355d702-abde-41d0-b2fe-0b3c232b38aa {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.351810] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e1ccdae3-c3ef-4653-8a56-f44c71f54834 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.458s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.433856] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1001.436070] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654951', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'name': 'volume-6eb4546c-af64-4544-bc35-02cfd9e1d365', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b3794c-ecea-4a93-87d5-5b42295e89af', 'attached_at': '', 'detached_at': '', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'serial': '6eb4546c-af64-4544-bc35-02cfd9e1d365'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1001.436070] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c24084-208d-40da-91b9-125b9c1eba45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.450902] env[71079]: DEBUG nova.compute.manager [req-46b37f2a-c754-4544-9b1b-3880a7c402f7 req-b58ca242-4aad-43ba-9b65-7e5d4ba5c6bd service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Received event network-vif-plugged-82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.450902] env[71079]: DEBUG oslo_concurrency.lockutils [req-46b37f2a-c754-4544-9b1b-3880a7c402f7 req-b58ca242-4aad-43ba-9b65-7e5d4ba5c6bd service nova] Acquiring lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.450902] env[71079]: DEBUG oslo_concurrency.lockutils [req-46b37f2a-c754-4544-9b1b-3880a7c402f7 req-b58ca242-4aad-43ba-9b65-7e5d4ba5c6bd service nova] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.450902] env[71079]: DEBUG oslo_concurrency.lockutils [req-46b37f2a-c754-4544-9b1b-3880a7c402f7 req-b58ca242-4aad-43ba-9b65-7e5d4ba5c6bd service nova] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.450902] env[71079]: DEBUG nova.compute.manager [req-46b37f2a-c754-4544-9b1b-3880a7c402f7 req-b58ca242-4aad-43ba-9b65-7e5d4ba5c6bd service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] No waiting events found dispatching network-vif-plugged-82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.451438] env[71079]: WARNING nova.compute.manager [req-46b37f2a-c754-4544-9b1b-3880a7c402f7 req-b58ca242-4aad-43ba-9b65-7e5d4ba5c6bd service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Received unexpected event network-vif-plugged-82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e for instance with vm_state building and task_state spawning. [ 1001.476182] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4209e21f-f5ac-4ceb-b188-3b85a3c3948a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.479659] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279373, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.505808] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-6eb4546c-af64-4544-bc35-02cfd9e1d365/volume-6eb4546c-af64-4544-bc35-02cfd9e1d365.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.506575] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a95a4b-7e73-42fc-a9bd-391789217cfb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.530414] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1001.530414] env[71079]: value = "task-3279376" [ 1001.530414] env[71079]: _type = "Task" [ 1001.530414] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.539760] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.564457] env[71079]: DEBUG nova.network.neutron [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Successfully updated port: 82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.615046] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279374, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.661893] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.712438] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.747892] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.751234] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.781s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.753638] env[71079]: INFO nova.compute.claims [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.958212] env[71079]: DEBUG oslo_vmware.api [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279373, 'name': PowerOnVM_Task, 'duration_secs': 0.540499} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.958593] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.958886] env[71079]: INFO nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1001.959181] env[71079]: DEBUG nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.960097] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f3c32-d110-4891-b2d5-598e817c1b97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.043312] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.066810] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.066991] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.067190] env[71079]: DEBUG nova.network.neutron [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.090904] env[71079]: DEBUG nova.network.neutron [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.092759] env[71079]: DEBUG nova.network.neutron [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Updated VIF entry in instance network info cache for port 3355d702-abde-41d0-b2fe-0b3c232b38aa. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.093187] env[71079]: DEBUG nova.network.neutron [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Updating instance_info_cache with network_info: [{"id": "3355d702-abde-41d0-b2fe-0b3c232b38aa", "address": "fa:16:3e:f4:26:c6", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3355d702-ab", "ovs_interfaceid": "3355d702-abde-41d0-b2fe-0b3c232b38aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.113901] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279374, 'name': CreateVM_Task, 'duration_secs': 0.709521} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.114100] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.114797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.114964] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.115687] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.115687] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea15991c-6a7e-4661-b316-0ad6fdcdbc49 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.121644] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1002.121644] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52477945-c52a-d014-8f6a-5b3f0da2082a" [ 1002.121644] env[71079]: _type = "Task" [ 1002.121644] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.132824] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52477945-c52a-d014-8f6a-5b3f0da2082a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.161389] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279375, 'name': ReconfigVM_Task, 'duration_secs': 0.717368} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.161733] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e460159d-efc7-4afd-a28d-93606c38bfbc/e460159d-efc7-4afd-a28d-93606c38bfbc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.162372] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c5550f7-de5c-470b-be26-58a9035aa425 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.168893] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1002.168893] env[71079]: value = "task-3279377" [ 1002.168893] env[71079]: _type = "Task" [ 1002.168893] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.177257] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279377, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.214179] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.275213] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d60f604e-6847-45ed-9ec0-eaf917dd9a6e tempest-ServerActionsV293TestJSON-1830665868 tempest-ServerActionsV293TestJSON-1830665868-project-member] Lock "33f03d75-9686-4550-9de0-d6b20d47926c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.717s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.479562] env[71079]: INFO nova.compute.manager [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Took 22.17 seconds to build instance. [ 1002.542849] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279376, 'name': ReconfigVM_Task, 'duration_secs': 0.628737} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.543044] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-6eb4546c-af64-4544-bc35-02cfd9e1d365/volume-6eb4546c-af64-4544-bc35-02cfd9e1d365.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.548807] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0a7303-9f07-4eb3-8e1d-f20d4cf79a15 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.564413] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1002.564413] env[71079]: value = "task-3279378" [ 1002.564413] env[71079]: _type = "Task" [ 1002.564413] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.576085] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.596819] env[71079]: DEBUG oslo_concurrency.lockutils [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Releasing lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.597528] env[71079]: DEBUG nova.compute.manager [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Inject network info {{(pid=71079) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1002.597528] env[71079]: DEBUG nova.compute.manager [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] network_info to inject: |[{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1002.602510] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Reconfiguring VM instance to set the machine id {{(pid=71079) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1002.604128] env[71079]: DEBUG oslo_concurrency.lockutils [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] Releasing lock "refresh_cache-9d328af8-a39e-4c4f-a473-ed5b107e2c92" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.604128] env[71079]: DEBUG nova.compute.manager [req-ae59616d-ad5c-481c-b03e-357289403b68 req-548091a7-41be-4786-8244-da13a0d28772 service nova] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Received event network-vif-deleted-24149074-efbe-4b9e-8295-aee37e3b6723 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.604128] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee76b26-31e7-49b5-a955-656649fe4c7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.617911] env[71079]: DEBUG nova.network.neutron [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.631427] env[71079]: DEBUG oslo_vmware.api [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 1002.631427] env[71079]: value = "task-3279379" [ 1002.631427] env[71079]: _type = "Task" [ 1002.631427] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.641635] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52477945-c52a-d014-8f6a-5b3f0da2082a, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.642070] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.642401] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.642722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.642916] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.643199] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.644134] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae2e5ebb-17c7-4427-869e-789f93b613be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.650422] env[71079]: DEBUG oslo_vmware.api [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.659837] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.660062] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.660935] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65c08da-9c49-448c-9fc5-d913e2982ef5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.666601] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1002.666601] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ffe553-185f-de6b-2b89-b9e8b8a508a9" [ 1002.666601] env[71079]: _type = "Task" [ 1002.666601] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.679715] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ffe553-185f-de6b-2b89-b9e8b8a508a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.683732] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279377, 'name': Rename_Task, 'duration_secs': 0.176635} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.684089] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.684397] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b65fa17-c3c6-45a9-af73-05508234a49e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.691256] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1002.691256] env[71079]: value = "task-3279380" [ 1002.691256] env[71079]: _type = "Task" [ 1002.691256] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.704558] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.713356] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279370, 'name': ReconfigVM_Task, 'duration_secs': 2.976228} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.713667] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.719191] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add92c9e-4213-4e7b-96eb-5733699f9aa8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.738347] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1002.738347] env[71079]: value = "task-3279381" [ 1002.738347] env[71079]: _type = "Task" [ 1002.738347] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.749483] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.873019] env[71079]: DEBUG nova.network.neutron [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Updating instance_info_cache with network_info: [{"id": "82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e", "address": "fa:16:3e:f4:90:ea", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82cdc0e0-d5", "ovs_interfaceid": "82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.982034] env[71079]: DEBUG oslo_concurrency.lockutils [None req-43ff5181-fd1c-4e73-ac59-89dd5171f20e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "22200de3-6090-499b-8520-a0807b339bb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.691s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.077825] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.106525] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a597f49-085a-46a9-ba6e-b316dbe1523c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.115249] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079990ef-b827-4845-a90a-84e09d413178 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.152878] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75923779-9dda-4b4d-88c0-2288b74c1e2d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.160784] env[71079]: DEBUG oslo_vmware.api [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279379, 'name': ReconfigVM_Task, 'duration_secs': 0.161093} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.163016] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-894a4f71-bfaa-451f-b0d3-ad9c37273ca0 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Reconfigured VM instance to set the machine id {{(pid=71079) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1003.166640] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3848de06-9552-4955-b3b8-496ffe03e68b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.196434] env[71079]: DEBUG nova.compute.provider_tree [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.209671] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ffe553-185f-de6b-2b89-b9e8b8a508a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012929} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.212164] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a75727-a267-46fe-b6ac-ec41868d1118 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.221199] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.225036] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1003.225036] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b694eb-689c-a208-eba4-efef1994b170" [ 1003.225036] env[71079]: _type = "Task" [ 1003.225036] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.237145] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b694eb-689c-a208-eba4-efef1994b170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.247426] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.376075] env[71079]: DEBUG nova.compute.manager [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Received event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.376307] env[71079]: DEBUG nova.compute.manager [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing instance network info cache due to event network-changed-fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.376491] env[71079]: DEBUG oslo_concurrency.lockutils [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] Acquiring lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.376635] env[71079]: DEBUG oslo_concurrency.lockutils [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] Acquired lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.376805] env[71079]: DEBUG nova.network.neutron [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Refreshing network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.378368] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.378591] env[71079]: DEBUG nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Instance network_info: |[{"id": "82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e", "address": "fa:16:3e:f4:90:ea", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82cdc0e0-d5", "ovs_interfaceid": "82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.379601] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:90:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.388114] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.389244] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.389515] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d87700e-e724-40c3-89bf-28c697f65a0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.411450] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.411450] env[71079]: value = "task-3279382" [ 1003.411450] env[71079]: _type = "Task" [ 1003.411450] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.420510] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279382, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.540257] env[71079]: DEBUG nova.compute.manager [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Received event network-changed-82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.540516] env[71079]: DEBUG nova.compute.manager [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Refreshing instance network info cache due to event network-changed-82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.540682] env[71079]: DEBUG oslo_concurrency.lockutils [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] Acquiring lock "refresh_cache-e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.540799] env[71079]: DEBUG oslo_concurrency.lockutils [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] Acquired lock "refresh_cache-e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.541012] env[71079]: DEBUG nova.network.neutron [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Refreshing network info cache for port 82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.578646] env[71079]: DEBUG oslo_vmware.api [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279378, 'name': ReconfigVM_Task, 'duration_secs': 0.764682} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.579943] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654951', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'name': 'volume-6eb4546c-af64-4544-bc35-02cfd9e1d365', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b3794c-ecea-4a93-87d5-5b42295e89af', 'attached_at': '', 'detached_at': '', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'serial': '6eb4546c-af64-4544-bc35-02cfd9e1d365'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1003.682473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "afb0d8f4-3928-47fe-be2d-64324a361652" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.682758] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "afb0d8f4-3928-47fe-be2d-64324a361652" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.683430] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "afb0d8f4-3928-47fe-be2d-64324a361652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.683430] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "afb0d8f4-3928-47fe-be2d-64324a361652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.683430] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "afb0d8f4-3928-47fe-be2d-64324a361652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.689078] env[71079]: INFO nova.compute.manager [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Terminating instance [ 1003.707487] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.711637] env[71079]: DEBUG nova.scheduler.client.report [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.736596] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b694eb-689c-a208-eba4-efef1994b170, 'name': SearchDatastore_Task, 'duration_secs': 0.020571} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.737514] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.737514] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 9d328af8-a39e-4c4f-a473-ed5b107e2c92/9d328af8-a39e-4c4f-a473-ed5b107e2c92.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.738453] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aff2483-1d24-480d-87ac-c422a4c1bd0f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.750053] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.753943] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1003.753943] env[71079]: value = "task-3279383" [ 1003.753943] env[71079]: _type = "Task" [ 1003.753943] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.760494] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.920874] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279382, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.186022] env[71079]: DEBUG nova.network.neutron [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updated VIF entry in instance network info cache for port fddbecf8-29b3-49bf-ab37-7b15de1b8af9. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.186635] env[71079]: DEBUG nova.network.neutron [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [{"id": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "address": "fa:16:3e:b9:63:e3", "network": {"id": "225b7f08-7651-4c97-ab92-bd7e9ab87a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1904794652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236479dbdec545c286144854165a9079", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddbecf8-29", "ovs_interfaceid": "fddbecf8-29b3-49bf-ab37-7b15de1b8af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.195335] env[71079]: DEBUG nova.compute.manager [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.195543] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.196504] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5772cd16-a500-47f0-8f2c-c337e594efb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.208616] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.212895] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2360a9b1-8fda-4749-8b25-f11d82fe3dc5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.215062] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.216249] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.217372] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.556s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.217609] env[71079]: DEBUG nova.objects.instance [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'resources' on Instance uuid b597dd46-6202-47af-af86-d89ab2230165 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.220781] env[71079]: DEBUG oslo_vmware.api [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 1004.220781] env[71079]: value = "task-3279384" [ 1004.220781] env[71079]: _type = "Task" [ 1004.220781] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.234392] env[71079]: DEBUG oslo_vmware.api [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.250316] env[71079]: DEBUG oslo_vmware.api [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279381, 'name': ReconfigVM_Task, 'duration_secs': 1.501997} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.250876] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654942', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'name': 'volume-d41cf651-96e2-4358-bdc6-63214d5773ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f46f41d3-b01a-42ea-a88f-8adffa0dc2fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd41cf651-96e2-4358-bdc6-63214d5773ae', 'serial': 'd41cf651-96e2-4358-bdc6-63214d5773ae'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1004.266188] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.362410] env[71079]: DEBUG nova.network.neutron [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Updated VIF entry in instance network info cache for port 82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.362819] env[71079]: DEBUG nova.network.neutron [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Updating instance_info_cache with network_info: [{"id": "82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e", "address": "fa:16:3e:f4:90:ea", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82cdc0e0-d5", "ovs_interfaceid": "82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.423190] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279382, 'name': CreateVM_Task, 'duration_secs': 0.593745} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.423396] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.424140] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.424314] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.424649] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.424933] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3adafd21-6943-47e2-9824-45e88da0aa2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.430028] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1004.430028] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52abd6fb-c923-32b4-68b7-f100e796c523" [ 1004.430028] env[71079]: _type = "Task" [ 1004.430028] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.438634] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52abd6fb-c923-32b4-68b7-f100e796c523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.628522] env[71079]: DEBUG nova.objects.instance [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'flavor' on Instance uuid 06b3794c-ecea-4a93-87d5-5b42295e89af {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.691712] env[71079]: DEBUG oslo_concurrency.lockutils [req-9d5f60fe-765a-45f0-8f9d-5b2a09ec3c72 req-204b7032-de0a-46cf-8473-8cfaca6a4cea service nova] Releasing lock "refresh_cache-afb0d8f4-3928-47fe-be2d-64324a361652" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.713711] env[71079]: DEBUG oslo_vmware.api [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279380, 'name': PowerOnVM_Task, 'duration_secs': 1.679337} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.713711] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.713998] env[71079]: DEBUG nova.compute.manager [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.714639] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d43f0-9064-4a70-889d-53407d0f261b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.726538] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "4ade4778-ad1e-48c6-bd35-65d77d0470cf" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.726538] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "4ade4778-ad1e-48c6-bd35-65d77d0470cf" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.748587] env[71079]: DEBUG oslo_vmware.api [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279384, 'name': PowerOffVM_Task, 'duration_secs': 0.391934} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.748895] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.750068] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.750068] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1b25d14-535f-49cd-91ff-7992cbd94873 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.763358] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669798} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.763710] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 9d328af8-a39e-4c4f-a473-ed5b107e2c92/9d328af8-a39e-4c4f-a473-ed5b107e2c92.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.763860] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.766843] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31324755-d2a7-46bd-ad29-d52a7e927fd9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.775557] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1004.775557] env[71079]: value = "task-3279386" [ 1004.775557] env[71079]: _type = "Task" [ 1004.775557] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.789574] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.806683] env[71079]: DEBUG nova.objects.instance [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lazy-loading 'flavor' on Instance uuid f46f41d3-b01a-42ea-a88f-8adffa0dc2fc {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.836045] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.836045] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.836045] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Deleting the datastore file [datastore2] afb0d8f4-3928-47fe-be2d-64324a361652 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.836498] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56e5fbf-2b23-4c3f-9b9e-336ac58f72bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.846586] env[71079]: DEBUG oslo_vmware.api [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for the task: (returnval){ [ 1004.846586] env[71079]: value = "task-3279387" [ 1004.846586] env[71079]: _type = "Task" [ 1004.846586] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.856380] env[71079]: DEBUG oslo_vmware.api [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.866685] env[71079]: DEBUG oslo_concurrency.lockutils [req-4693a6e6-eafc-4020-9d29-83c7a043f60b req-8e98b81c-4170-4356-8669-a9e0c9658388 service nova] Releasing lock "refresh_cache-e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.942966] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52abd6fb-c923-32b4-68b7-f100e796c523, 'name': SearchDatastore_Task, 'duration_secs': 0.018991} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.943330] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.943579] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.943830] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.943974] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.944179] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.947033] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90031f60-1411-4419-9044-d3171de853f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.957830] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.958313] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.963273] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf35cdf-4fa8-445c-81a6-50c73044d45d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.972700] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1004.972700] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5274314b-6a9b-f6b3-d11e-cb993a966e23" [ 1004.972700] env[71079]: _type = "Task" [ 1004.972700] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.981538] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5274314b-6a9b-f6b3-d11e-cb993a966e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.085728] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db77d3-6689-45c0-8876-f06866f5167b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.096335] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef4ee39-4371-47be-944c-34cc4f0d5efc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.130393] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c8617-562a-45c5-90fb-3ddfd3f87e04 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.136013] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e7115a5-8982-4e75-9950-9500076206c0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.140204] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1de1f-eb1e-48a9-9ac3-e3e317b35ae2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.153609] env[71079]: DEBUG nova.compute.provider_tree [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.185450] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.185717] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.186010] env[71079]: DEBUG nova.compute.manager [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.186880] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caefc583-04b1-44e3-a112-15d86c1a1957 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.194802] env[71079]: DEBUG nova.compute.manager [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.195354] env[71079]: DEBUG nova.objects.instance [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lazy-loading 'flavor' on Instance uuid 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.233504] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "4ade4778-ad1e-48c6-bd35-65d77d0470cf" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.234064] env[71079]: DEBUG nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.248397] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.287264] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122987} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.287497] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.288343] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17f7c67-f5b1-4d0b-9866-3b2c936d5636 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.312186] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9d328af8-a39e-4c4f-a473-ed5b107e2c92/9d328af8-a39e-4c4f-a473-ed5b107e2c92.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.314226] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a89eb8-4849-482b-b2e7-46e5723bfba7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.341396] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1005.341396] env[71079]: value = "task-3279388" [ 1005.341396] env[71079]: _type = "Task" [ 1005.341396] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.356039] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.362247] env[71079]: DEBUG oslo_vmware.api [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.483805] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5274314b-6a9b-f6b3-d11e-cb993a966e23, 'name': SearchDatastore_Task, 'duration_secs': 0.025037} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.485074] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a687408-fb21-4616-b7ea-a9485a336845 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.491823] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1005.491823] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523a422c-8bc8-2e03-96fa-c876bc9e3242" [ 1005.491823] env[71079]: _type = "Task" [ 1005.491823] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.501842] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523a422c-8bc8-2e03-96fa-c876bc9e3242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.657018] env[71079]: DEBUG nova.scheduler.client.report [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.739334] env[71079]: DEBUG nova.compute.utils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.741345] env[71079]: DEBUG nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.741637] env[71079]: DEBUG nova.network.neutron [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.808957] env[71079]: DEBUG nova.policy [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e154d03e12a04badba75457f578920ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e267020211840c3849a36e5c70635fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.833889] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df4bdbac-16e9-442a-a379-56068a6711cc tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 6.821s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.858950] env[71079]: DEBUG oslo_vmware.api [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Task: {'id': task-3279387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534857} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.862301] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.862509] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.862684] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.862969] env[71079]: INFO nova.compute.manager [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1005.863120] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.863342] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.864241] env[71079]: DEBUG nova.compute.manager [-] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.864241] env[71079]: DEBUG nova.network.neutron [-] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.004943] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523a422c-8bc8-2e03-96fa-c876bc9e3242, 'name': SearchDatastore_Task, 'duration_secs': 0.018268} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.004943] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.004943] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302/e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.005320] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b60169-4093-4106-b5a1-4f04a110cb7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.015688] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1006.015688] env[71079]: value = "task-3279389" [ 1006.015688] env[71079]: _type = "Task" [ 1006.015688] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.026797] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.076168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.076168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.076168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.076168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.076168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.078335] env[71079]: INFO nova.compute.manager [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Terminating instance [ 1006.161838] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.165566] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.094s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.167712] env[71079]: INFO nova.compute.claims [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.196350] env[71079]: INFO nova.scheduler.client.report [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted allocations for instance b597dd46-6202-47af-af86-d89ab2230165 [ 1006.204873] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.204873] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69634c76-d0c6-4991-a914-b5bb0ad737f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.216323] env[71079]: DEBUG oslo_vmware.api [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1006.216323] env[71079]: value = "task-3279390" [ 1006.216323] env[71079]: _type = "Task" [ 1006.216323] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.232551] env[71079]: DEBUG oslo_vmware.api [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.247032] env[71079]: DEBUG nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.291836] env[71079]: DEBUG nova.network.neutron [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Successfully created port: 1116750b-83ab-4226-95ef-d7f9fbe9de06 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.353153] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279388, 'name': ReconfigVM_Task, 'duration_secs': 0.67604} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.353481] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9d328af8-a39e-4c4f-a473-ed5b107e2c92/9d328af8-a39e-4c4f-a473-ed5b107e2c92.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.354533] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da915aa-ffa8-4aa8-870a-f7778f4b0896 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.367382] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1006.367382] env[71079]: value = "task-3279391" [ 1006.367382] env[71079]: _type = "Task" [ 1006.367382] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.379310] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279391, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.533886] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.582555] env[71079]: DEBUG nova.compute.manager [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.582827] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.584387] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d0fd0d-9b08-4a38-b492-cacac7c0bc8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.594377] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.595045] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d7e392-dfcc-434f-b6d1-1fe1769971c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.607242] env[71079]: DEBUG oslo_vmware.api [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 1006.607242] env[71079]: value = "task-3279392" [ 1006.607242] env[71079]: _type = "Task" [ 1006.607242] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.620155] env[71079]: DEBUG oslo_vmware.api [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.642722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.642722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.669621] env[71079]: DEBUG nova.compute.manager [req-7c250c0e-1b09-4f36-9362-0fd43372c1a3 req-ae3ca2f7-b96c-40d0-a4c0-eef444b5e6c0 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Received event network-vif-deleted-fddbecf8-29b3-49bf-ab37-7b15de1b8af9 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.669893] env[71079]: INFO nova.compute.manager [req-7c250c0e-1b09-4f36-9362-0fd43372c1a3 req-ae3ca2f7-b96c-40d0-a4c0-eef444b5e6c0 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Neutron deleted interface fddbecf8-29b3-49bf-ab37-7b15de1b8af9; detaching it from the instance and deleting it from the info cache [ 1006.669995] env[71079]: DEBUG nova.network.neutron [req-7c250c0e-1b09-4f36-9362-0fd43372c1a3 req-ae3ca2f7-b96c-40d0-a4c0-eef444b5e6c0 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.706916] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c2a26394-3081-4d8a-9c01-b1ff936fbfea tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b597dd46-6202-47af-af86-d89ab2230165" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.441s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.730907] env[71079]: DEBUG oslo_vmware.api [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279390, 'name': PowerOffVM_Task, 'duration_secs': 0.24705} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.730907] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.730907] env[71079]: DEBUG nova.compute.manager [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.730907] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8069d37f-7a22-4848-94c6-d631589cd22b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.884192] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279391, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.038092] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.058329] env[71079]: DEBUG nova.network.neutron [-] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.120320] env[71079]: DEBUG oslo_vmware.api [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279392, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.145429] env[71079]: DEBUG nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.176604] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bd3ac02-dd15-4186-b736-56182fbaabf7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.197022] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a8248-abd6-4c84-a613-7072d42e3f5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.242672] env[71079]: DEBUG nova.compute.manager [req-7c250c0e-1b09-4f36-9362-0fd43372c1a3 req-ae3ca2f7-b96c-40d0-a4c0-eef444b5e6c0 service nova] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Detach interface failed, port_id=fddbecf8-29b3-49bf-ab37-7b15de1b8af9, reason: Instance afb0d8f4-3928-47fe-be2d-64324a361652 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.248613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-acc46cf1-c842-4629-becd-607f0646be5e tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.260717] env[71079]: DEBUG nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.296701] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.298066] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.298066] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.298066] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.298066] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.298066] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.298066] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.298066] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.298425] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.298425] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.300376] env[71079]: DEBUG nova.virt.hardware [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.300376] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d8352f-9b53-43e4-a897-4752c3dca779 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.315629] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdbe9c4-2cd3-4d29-9f95-f95cb9471491 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.381416] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279391, 'name': Rename_Task, 'duration_secs': 0.776691} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.381808] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.382144] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89b8c3eb-889b-457f-886a-5b315e1ea38b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.393492] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1007.393492] env[71079]: value = "task-3279393" [ 1007.393492] env[71079]: _type = "Task" [ 1007.393492] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.410551] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.533360] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279389, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.443377} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.533852] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302/e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.534189] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.534549] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2a55e0c-3104-4a92-857e-4efa966a88a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.544444] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1007.544444] env[71079]: value = "task-3279394" [ 1007.544444] env[71079]: _type = "Task" [ 1007.544444] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.552449] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.552784] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.562613] env[71079]: INFO nova.compute.manager [-] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Took 1.70 seconds to deallocate network for instance. [ 1007.563105] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.621690] env[71079]: DEBUG oslo_vmware.api [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279392, 'name': PowerOffVM_Task, 'duration_secs': 0.572194} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.621833] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.622015] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.622282] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee7d4acb-a80d-420a-a87c-b19bc180c0aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.657479] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b77b649-b307-4721-9e67-eeac5bba7591 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.666593] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f898e1a2-d146-4741-b870-5114d8e060c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.670947] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.703261] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ffea01-1930-43be-99df-7413cc01584e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.709632] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.709871] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.710087] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleting the datastore file [datastore1] fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.710379] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93fd78f8-74f2-495b-9991-a1438c6e0581 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.715973] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8a8f5f-a5fd-479e-9ab5-a365c898a91b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.722439] env[71079]: DEBUG oslo_vmware.api [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for the task: (returnval){ [ 1007.722439] env[71079]: value = "task-3279396" [ 1007.722439] env[71079]: _type = "Task" [ 1007.722439] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.735520] env[71079]: DEBUG nova.compute.provider_tree [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.745199] env[71079]: DEBUG oslo_vmware.api [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.907219] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.931612] env[71079]: DEBUG nova.compute.manager [req-657ce562-30c0-4c8d-bd28-d79b2c596afb req-9682f1f4-bd22-41db-b960-5b114b66ba5a service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Received event network-vif-plugged-1116750b-83ab-4226-95ef-d7f9fbe9de06 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.931856] env[71079]: DEBUG oslo_concurrency.lockutils [req-657ce562-30c0-4c8d-bd28-d79b2c596afb req-9682f1f4-bd22-41db-b960-5b114b66ba5a service nova] Acquiring lock "687c3847-596e-42b4-85ef-27506539e8f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.932263] env[71079]: DEBUG oslo_concurrency.lockutils [req-657ce562-30c0-4c8d-bd28-d79b2c596afb req-9682f1f4-bd22-41db-b960-5b114b66ba5a service nova] Lock "687c3847-596e-42b4-85ef-27506539e8f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.932542] env[71079]: DEBUG oslo_concurrency.lockutils [req-657ce562-30c0-4c8d-bd28-d79b2c596afb req-9682f1f4-bd22-41db-b960-5b114b66ba5a service nova] Lock "687c3847-596e-42b4-85ef-27506539e8f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.932675] env[71079]: DEBUG nova.compute.manager [req-657ce562-30c0-4c8d-bd28-d79b2c596afb req-9682f1f4-bd22-41db-b960-5b114b66ba5a service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] No waiting events found dispatching network-vif-plugged-1116750b-83ab-4226-95ef-d7f9fbe9de06 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.933199] env[71079]: WARNING nova.compute.manager [req-657ce562-30c0-4c8d-bd28-d79b2c596afb req-9682f1f4-bd22-41db-b960-5b114b66ba5a service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Received unexpected event network-vif-plugged-1116750b-83ab-4226-95ef-d7f9fbe9de06 for instance with vm_state building and task_state spawning. [ 1007.983866] env[71079]: DEBUG nova.objects.instance [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lazy-loading 'flavor' on Instance uuid 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.028448] env[71079]: DEBUG nova.network.neutron [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Successfully updated port: 1116750b-83ab-4226-95ef-d7f9fbe9de06 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.059155] env[71079]: DEBUG nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.062183] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078407} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.063017] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.063862] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05be6908-fe4a-4882-9daa-c701322343ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.082402] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.093518] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302/e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.094311] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097662e9-c0eb-4666-a6ff-07e4ebfa4eb8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.121318] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1008.121318] env[71079]: value = "task-3279397" [ 1008.121318] env[71079]: _type = "Task" [ 1008.121318] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.131395] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279397, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.141328] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a000d1-2d9f-2dff-95ac-d036de3e697d/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.142342] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57454c1a-0947-4fa2-84a0-063faef41b06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.150636] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a000d1-2d9f-2dff-95ac-d036de3e697d/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.150820] env[71079]: ERROR oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a000d1-2d9f-2dff-95ac-d036de3e697d/disk-0.vmdk due to incomplete transfer. [ 1008.151080] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f412556-0ccc-43bc-aa29-68804fa27b95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.161517] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a000d1-2d9f-2dff-95ac-d036de3e697d/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1008.161663] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Uploaded image aaa8939d-2784-4f8d-95e5-e1b852be6372 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1008.163853] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1008.164187] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d1b272d-744f-4737-a00c-4ab3a9f69f56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.172894] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 1008.172894] env[71079]: value = "task-3279398" [ 1008.172894] env[71079]: _type = "Task" [ 1008.172894] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.183043] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279398, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.233692] env[71079]: DEBUG oslo_vmware.api [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Task: {'id': task-3279396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339007} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.233898] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.234065] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.234264] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.234444] env[71079]: INFO nova.compute.manager [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1008.234697] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.234902] env[71079]: DEBUG nova.compute.manager [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.234997] env[71079]: DEBUG nova.network.neutron [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.240862] env[71079]: DEBUG nova.scheduler.client.report [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.411743] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.490012] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.490012] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquired lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.490273] env[71079]: DEBUG nova.network.neutron [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.490869] env[71079]: DEBUG nova.objects.instance [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lazy-loading 'info_cache' on Instance uuid 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.532717] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "refresh_cache-687c3847-596e-42b4-85ef-27506539e8f8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.532717] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquired lock "refresh_cache-687c3847-596e-42b4-85ef-27506539e8f8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.532717] env[71079]: DEBUG nova.network.neutron [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.585144] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.632787] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.684389] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279398, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.746233] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.747080] env[71079]: DEBUG nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.754021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.277s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.754021] env[71079]: INFO nova.compute.claims [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.905570] env[71079]: DEBUG oslo_vmware.api [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279393, 'name': PowerOnVM_Task, 'duration_secs': 1.238462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.905888] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.906108] env[71079]: INFO nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1008.906297] env[71079]: DEBUG nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.907122] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a9d78-f9f2-40a6-a821-0769293a781a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.994217] env[71079]: DEBUG nova.objects.base [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Object Instance<6f4c968c-e7ad-460d-a4dd-d080a81edcd6> lazy-loaded attributes: flavor,info_cache {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1009.056025] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "d59df49a-a6a8-4c45-a461-414b589f5791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.056025] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.058719] env[71079]: DEBUG nova.network.neutron [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.066088] env[71079]: DEBUG nova.network.neutron [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.138931] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279397, 'name': ReconfigVM_Task, 'duration_secs': 0.650885} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.139507] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Reconfigured VM instance instance-0000005a to attach disk [datastore1] e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302/e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.140137] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e808eb8e-5b65-44a7-b8df-cde490bb94f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.147694] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1009.147694] env[71079]: value = "task-3279399" [ 1009.147694] env[71079]: _type = "Task" [ 1009.147694] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.157047] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279399, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.188358] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279398, 'name': Destroy_Task, 'duration_secs': 0.63855} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.188472] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Destroyed the VM [ 1009.188696] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.188913] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-964ccb60-e997-415d-9ba5-001c21b0565a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.198399] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 1009.198399] env[71079]: value = "task-3279400" [ 1009.198399] env[71079]: _type = "Task" [ 1009.198399] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.208339] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279400, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.257484] env[71079]: DEBUG nova.compute.utils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.261245] env[71079]: DEBUG nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.261410] env[71079]: DEBUG nova.network.neutron [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.275624] env[71079]: DEBUG nova.network.neutron [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Updating instance_info_cache with network_info: [{"id": "1116750b-83ab-4226-95ef-d7f9fbe9de06", "address": "fa:16:3e:5e:46:ce", "network": {"id": "c1ba1dbd-2ef7-42fd-883e-148bc8c0d1d2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1565239579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e267020211840c3849a36e5c70635fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1116750b-83", "ovs_interfaceid": "1116750b-83ab-4226-95ef-d7f9fbe9de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.307200] env[71079]: DEBUG nova.policy [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f375c70ef4d146c9a19b3183c8320ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7a23c33085e44278e21a45e2664d310', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.425074] env[71079]: INFO nova.compute.manager [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Took 24.68 seconds to build instance. [ 1009.560923] env[71079]: DEBUG nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.561624] env[71079]: INFO nova.compute.manager [-] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Took 1.33 seconds to deallocate network for instance. [ 1009.660566] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279399, 'name': Rename_Task, 'duration_secs': 0.167045} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.660751] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.661033] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea9d9a2-2921-4a1f-871b-8e5e8037849e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.668528] env[71079]: DEBUG nova.network.neutron [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Successfully created port: 3622613a-30e9-49fa-bdf7-73cbc65c1318 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.672344] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1009.672344] env[71079]: value = "task-3279401" [ 1009.672344] env[71079]: _type = "Task" [ 1009.672344] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.682568] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.709409] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279400, 'name': RemoveSnapshot_Task} progress is 62%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.762395] env[71079]: DEBUG nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.778331] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Releasing lock "refresh_cache-687c3847-596e-42b4-85ef-27506539e8f8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.778686] env[71079]: DEBUG nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Instance network_info: |[{"id": "1116750b-83ab-4226-95ef-d7f9fbe9de06", "address": "fa:16:3e:5e:46:ce", "network": {"id": "c1ba1dbd-2ef7-42fd-883e-148bc8c0d1d2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1565239579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e267020211840c3849a36e5c70635fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1116750b-83", "ovs_interfaceid": "1116750b-83ab-4226-95ef-d7f9fbe9de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.779151] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:46:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1116750b-83ab-4226-95ef-d7f9fbe9de06', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.796539] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Creating folder: Project (1e267020211840c3849a36e5c70635fa). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.796539] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8d12c42-b6fe-4a88-87ab-7baeeb1e8b75 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.812270] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Created folder: Project (1e267020211840c3849a36e5c70635fa) in parent group-v654700. [ 1009.812339] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Creating folder: Instances. Parent ref: group-v654955. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.812580] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00dc01bc-e465-45ac-be9e-72ec451b9472 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.824639] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Created folder: Instances in parent group-v654955. [ 1009.824796] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.824900] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.825140] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1af1477c-c4ce-4269-b7a0-2606bd5a11ee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.851150] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.851150] env[71079]: value = "task-3279404" [ 1009.851150] env[71079]: _type = "Task" [ 1009.851150] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.859356] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279404, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.926812] env[71079]: DEBUG oslo_concurrency.lockutils [None req-beb6d337-2960-44f0-a07f-24421ddf59a9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.200s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.057736] env[71079]: DEBUG nova.network.neutron [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Updating instance_info_cache with network_info: [{"id": "3b950852-d63e-42bd-8bf0-95961d7ff431", "address": "fa:16:3e:05:40:35", "network": {"id": "93041716-1cc2-4d14-8e83-5ce837f7e7ce", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-195983340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66975a69400945b59fff73e586b54a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b950852-d6", "ovs_interfaceid": "3b950852-d63e-42bd-8bf0-95961d7ff431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.070356] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.081274] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.162607] env[71079]: DEBUG nova.compute.manager [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Received event network-changed-1116750b-83ab-4226-95ef-d7f9fbe9de06 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.162607] env[71079]: DEBUG nova.compute.manager [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Refreshing instance network info cache due to event network-changed-1116750b-83ab-4226-95ef-d7f9fbe9de06. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.162607] env[71079]: DEBUG oslo_concurrency.lockutils [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] Acquiring lock "refresh_cache-687c3847-596e-42b4-85ef-27506539e8f8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.162607] env[71079]: DEBUG oslo_concurrency.lockutils [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] Acquired lock "refresh_cache-687c3847-596e-42b4-85ef-27506539e8f8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.162607] env[71079]: DEBUG nova.network.neutron [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Refreshing network info cache for port 1116750b-83ab-4226-95ef-d7f9fbe9de06 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.186970] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.210794] env[71079]: DEBUG oslo_vmware.api [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279400, 'name': RemoveSnapshot_Task, 'duration_secs': 0.643644} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.211142] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1010.211396] env[71079]: INFO nova.compute.manager [None req-f70fb925-12af-4dbf-b3c3-4a258c1f9694 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Took 16.89 seconds to snapshot the instance on the hypervisor. [ 1010.280431] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d69e91-31db-4536-b277-36593dd117f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.289814] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6839b63e-c19c-49c0-bc44-0d070102fb0c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.323805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf484f9-fa98-41d9-8823-51f23e99e81f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.333417] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9717dd-bcc5-4734-9fe1-4aa958391d8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.349321] env[71079]: DEBUG nova.compute.provider_tree [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.359122] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279404, 'name': CreateVM_Task, 'duration_secs': 0.370393} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.359804] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.360484] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.360646] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.360981] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.361574] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1117f28b-4201-4788-bd09-0d1b89d490c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.366857] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1010.366857] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52da880a-8eb0-7838-e409-ec74af1abc00" [ 1010.366857] env[71079]: _type = "Task" [ 1010.366857] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.374992] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52da880a-8eb0-7838-e409-ec74af1abc00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.560815] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Releasing lock "refresh_cache-6f4c968c-e7ad-460d-a4dd-d080a81edcd6" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.685043] env[71079]: DEBUG oslo_vmware.api [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279401, 'name': PowerOnVM_Task, 'duration_secs': 0.670569} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.685043] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.685191] env[71079]: INFO nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1010.685388] env[71079]: DEBUG nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.686208] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f12a6f1-1f3d-437b-b956-c60853448c75 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.743426] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.743673] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.743852] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.744047] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.744218] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.746421] env[71079]: INFO nova.compute.manager [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Terminating instance [ 1010.777626] env[71079]: DEBUG nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.800704] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.800970] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.801170] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.801361] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.801507] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.801704] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.801881] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.802570] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.802570] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.802570] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.802815] env[71079]: DEBUG nova.virt.hardware [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.803587] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b68b80-c47a-4f83-8a89-a2b472581636 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.812892] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c150733-5cd8-431a-9cc6-eb800249ce63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.855689] env[71079]: DEBUG nova.scheduler.client.report [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.878332] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52da880a-8eb0-7838-e409-ec74af1abc00, 'name': SearchDatastore_Task, 'duration_secs': 0.041913} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.878635] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.878868] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.879157] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.879316] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.879498] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.879759] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd7907bf-4c07-4e28-9537-9ec830ea18c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.883121] env[71079]: DEBUG nova.network.neutron [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Updated VIF entry in instance network info cache for port 1116750b-83ab-4226-95ef-d7f9fbe9de06. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.883454] env[71079]: DEBUG nova.network.neutron [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Updating instance_info_cache with network_info: [{"id": "1116750b-83ab-4226-95ef-d7f9fbe9de06", "address": "fa:16:3e:5e:46:ce", "network": {"id": "c1ba1dbd-2ef7-42fd-883e-148bc8c0d1d2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1565239579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e267020211840c3849a36e5c70635fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1116750b-83", "ovs_interfaceid": "1116750b-83ab-4226-95ef-d7f9fbe9de06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.889850] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.890047] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.890977] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4116fd9-6763-41b7-b2e5-2112a8d1f3ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.897849] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1010.897849] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52decb62-f4bc-359a-4b06-8a4b93a167a7" [ 1010.897849] env[71079]: _type = "Task" [ 1010.897849] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.906805] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52decb62-f4bc-359a-4b06-8a4b93a167a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.209169] env[71079]: INFO nova.compute.manager [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Took 25.05 seconds to build instance. [ 1011.251119] env[71079]: DEBUG nova.compute.manager [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.251398] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.252436] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014c4f6-054d-4a09-ba06-fac22803ce96 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.262361] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.262628] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e76c2f-cb48-4cc3-92d1-245f630d3109 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.271121] env[71079]: DEBUG oslo_vmware.api [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1011.271121] env[71079]: value = "task-3279405" [ 1011.271121] env[71079]: _type = "Task" [ 1011.271121] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.280586] env[71079]: DEBUG oslo_vmware.api [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.328521] env[71079]: DEBUG nova.compute.manager [req-37dd70c1-5cba-48d7-9316-2a6f478852c5 req-6284de3d-fbdc-43bc-9dab-829344689689 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Received event network-vif-plugged-3622613a-30e9-49fa-bdf7-73cbc65c1318 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.329436] env[71079]: DEBUG oslo_concurrency.lockutils [req-37dd70c1-5cba-48d7-9316-2a6f478852c5 req-6284de3d-fbdc-43bc-9dab-829344689689 service nova] Acquiring lock "be812872-bffc-49c1-ae14-a298d3c4ac6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.329436] env[71079]: DEBUG oslo_concurrency.lockutils [req-37dd70c1-5cba-48d7-9316-2a6f478852c5 req-6284de3d-fbdc-43bc-9dab-829344689689 service nova] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.329436] env[71079]: DEBUG oslo_concurrency.lockutils [req-37dd70c1-5cba-48d7-9316-2a6f478852c5 req-6284de3d-fbdc-43bc-9dab-829344689689 service nova] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.329436] env[71079]: DEBUG nova.compute.manager [req-37dd70c1-5cba-48d7-9316-2a6f478852c5 req-6284de3d-fbdc-43bc-9dab-829344689689 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] No waiting events found dispatching network-vif-plugged-3622613a-30e9-49fa-bdf7-73cbc65c1318 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.330257] env[71079]: WARNING nova.compute.manager [req-37dd70c1-5cba-48d7-9316-2a6f478852c5 req-6284de3d-fbdc-43bc-9dab-829344689689 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Received unexpected event network-vif-plugged-3622613a-30e9-49fa-bdf7-73cbc65c1318 for instance with vm_state building and task_state spawning. [ 1011.360672] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.360981] env[71079]: DEBUG nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.363640] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.149s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.363849] env[71079]: DEBUG nova.objects.instance [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lazy-loading 'resources' on Instance uuid 0ea3623e-4565-49cf-9b8a-5cff84189fdb {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.386440] env[71079]: DEBUG oslo_concurrency.lockutils [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] Releasing lock "refresh_cache-687c3847-596e-42b4-85ef-27506539e8f8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.386710] env[71079]: DEBUG nova.compute.manager [req-0771bdf7-1719-4f13-9179-fbed81f908a6 req-1a64bc78-cfd2-44e4-b3d5-ba82bd866933 service nova] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Received event network-vif-deleted-3286ece4-cec6-41b3-ac62-8840ff23a012 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.409595] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52decb62-f4bc-359a-4b06-8a4b93a167a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.410450] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d6689b-6f71-4298-86a5-f3c16072750f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.416448] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1011.416448] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d41a4-4a4d-2a92-556d-55085054741b" [ 1011.416448] env[71079]: _type = "Task" [ 1011.416448] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.431769] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d41a4-4a4d-2a92-556d-55085054741b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.431769] env[71079]: DEBUG nova.network.neutron [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Successfully updated port: 3622613a-30e9-49fa-bdf7-73cbc65c1318 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.546490] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.567680] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.568283] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3efb6a20-923d-4253-8419-0852a762eb94 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.577422] env[71079]: DEBUG oslo_vmware.api [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1011.577422] env[71079]: value = "task-3279406" [ 1011.577422] env[71079]: _type = "Task" [ 1011.577422] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.587204] env[71079]: DEBUG oslo_vmware.api [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.711462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3e6ce439-aa00-480d-a107-fe2fe6e8ed4c tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.561s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.711957] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.165s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.712169] env[71079]: DEBUG nova.compute.manager [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.713193] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7692b16-d60e-497e-88ae-6f6eb31f9266 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.722264] env[71079]: DEBUG nova.compute.manager [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1011.722863] env[71079]: DEBUG nova.objects.instance [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'flavor' on Instance uuid e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.783167] env[71079]: DEBUG oslo_vmware.api [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279405, 'name': PowerOffVM_Task, 'duration_secs': 0.255086} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.784547] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.784734] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.787290] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01fa91ca-4f8d-4d15-bf74-c07f763614ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.860359] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.860615] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.860804] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleting the datastore file [datastore2] 9d328af8-a39e-4c4f-a473-ed5b107e2c92 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.861088] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b200264-ab82-423e-ad7e-eb894e78b0d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.867240] env[71079]: DEBUG nova.compute.utils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.872589] env[71079]: DEBUG nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.872770] env[71079]: DEBUG nova.network.neutron [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.874659] env[71079]: DEBUG oslo_vmware.api [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1011.874659] env[71079]: value = "task-3279408" [ 1011.874659] env[71079]: _type = "Task" [ 1011.874659] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.885801] env[71079]: DEBUG oslo_vmware.api [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.931714] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.931868] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.932029] env[71079]: DEBUG nova.network.neutron [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.933162] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521d41a4-4a4d-2a92-556d-55085054741b, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.934528] env[71079]: DEBUG nova.policy [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f375c70ef4d146c9a19b3183c8320ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7a23c33085e44278e21a45e2664d310', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.935944] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.936374] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 687c3847-596e-42b4-85ef-27506539e8f8/687c3847-596e-42b4-85ef-27506539e8f8.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.939085] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69ab9489-c160-4c19-b65a-5a2ee3cfe007 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.948442] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1011.948442] env[71079]: value = "task-3279409" [ 1011.948442] env[71079]: _type = "Task" [ 1011.948442] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.960248] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.089308] env[71079]: DEBUG oslo_vmware.api [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279406, 'name': PowerOnVM_Task, 'duration_secs': 0.460288} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.092067] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.092297] env[71079]: DEBUG nova.compute.manager [None req-3d16f197-eeb7-4ad6-b4a7-03e40513159a tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.094503] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e97e2c-0b6b-4bcf-aca7-8cd7f7812e15 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.223169] env[71079]: DEBUG nova.network.neutron [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Successfully created port: 90102c97-8bfd-4ae2-89b7-528ed305c144 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.262151] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c19507-4038-4bdf-b7c7-0ba1b59b6fc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.274141] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff44a4-2c2c-4ef5-a394-10f9efaba19e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.309368] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "93fe262e-954f-4555-828f-21a4f064b10d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.309632] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "93fe262e-954f-4555-828f-21a4f064b10d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.309837] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "93fe262e-954f-4555-828f-21a4f064b10d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.310035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "93fe262e-954f-4555-828f-21a4f064b10d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.310219] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "93fe262e-954f-4555-828f-21a4f064b10d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.312803] env[71079]: INFO nova.compute.manager [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Terminating instance [ 1012.315427] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302236ae-0da8-4583-8af1-962a959c5234 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.326501] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504246f9-9f01-4c6b-8121-2f6d1709e351 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.349120] env[71079]: DEBUG nova.compute.provider_tree [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.372603] env[71079]: DEBUG nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.388916] env[71079]: DEBUG oslo_vmware.api [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.389343] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.389545] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.389959] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.390203] env[71079]: INFO nova.compute.manager [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1012.390610] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.390837] env[71079]: DEBUG nova.compute.manager [-] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.390934] env[71079]: DEBUG nova.network.neutron [-] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.461130] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279409, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.493914] env[71079]: DEBUG nova.network.neutron [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.733662] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.734693] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e21632-e987-4a06-a2b8-df5962e3dd16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.745553] env[71079]: DEBUG oslo_vmware.api [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1012.745553] env[71079]: value = "task-3279410" [ 1012.745553] env[71079]: _type = "Task" [ 1012.745553] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.753720] env[71079]: DEBUG nova.network.neutron [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Updating instance_info_cache with network_info: [{"id": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "address": "fa:16:3e:e9:b1:1d", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3622613a-30", "ovs_interfaceid": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.760253] env[71079]: DEBUG oslo_vmware.api [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.776265] env[71079]: DEBUG nova.compute.manager [req-9ab8a8f9-7c41-4dc7-bd32-aaeab6b3edbf req-03fe1c07-e76c-41b7-8e9c-86f6f1b03ed5 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Received event network-vif-deleted-3355d702-abde-41d0-b2fe-0b3c232b38aa {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.776978] env[71079]: INFO nova.compute.manager [req-9ab8a8f9-7c41-4dc7-bd32-aaeab6b3edbf req-03fe1c07-e76c-41b7-8e9c-86f6f1b03ed5 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Neutron deleted interface 3355d702-abde-41d0-b2fe-0b3c232b38aa; detaching it from the instance and deleting it from the info cache [ 1012.777317] env[71079]: DEBUG nova.network.neutron [req-9ab8a8f9-7c41-4dc7-bd32-aaeab6b3edbf req-03fe1c07-e76c-41b7-8e9c-86f6f1b03ed5 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.820411] env[71079]: DEBUG nova.compute.manager [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.820838] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.821635] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c8dc76-d0ea-4763-ad70-695aead870fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.831300] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.831506] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f58818-0861-4ba1-951f-05b1999bccf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.840335] env[71079]: DEBUG oslo_vmware.api [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 1012.840335] env[71079]: value = "task-3279411" [ 1012.840335] env[71079]: _type = "Task" [ 1012.840335] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.852204] env[71079]: DEBUG nova.scheduler.client.report [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.859658] env[71079]: DEBUG oslo_vmware.api [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.960894] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537047} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.961159] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 687c3847-596e-42b4-85ef-27506539e8f8/687c3847-596e-42b4-85ef-27506539e8f8.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.961380] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.961643] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb35f8b7-55ff-40af-aa25-5fc7e91eca7c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.969586] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1012.969586] env[71079]: value = "task-3279412" [ 1012.969586] env[71079]: _type = "Task" [ 1012.969586] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.981786] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.225133] env[71079]: DEBUG nova.network.neutron [-] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.256084] env[71079]: DEBUG oslo_vmware.api [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279410, 'name': PowerOffVM_Task, 'duration_secs': 0.408705} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.256349] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.256542] env[71079]: DEBUG nova.compute.manager [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.257317] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad268d08-4ce5-48b1-b8d3-cc2176e1f842 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.261392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.261684] env[71079]: DEBUG nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Instance network_info: |[{"id": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "address": "fa:16:3e:e9:b1:1d", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3622613a-30", "ovs_interfaceid": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.262069] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b1:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3622613a-30e9-49fa-bdf7-73cbc65c1318', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.270292] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating folder: Project (f7a23c33085e44278e21a45e2664d310). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.270572] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9338a103-d1db-4e2e-9caf-f7cf51510682 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.280110] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cf7d95b-8455-4b41-8f85-809089766907 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.284390] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created folder: Project (f7a23c33085e44278e21a45e2664d310) in parent group-v654700. [ 1013.284693] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating folder: Instances. Parent ref: group-v654958. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.285477] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbeffbb2-b859-42c6-9e98-e5600a5d9829 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.293640] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f87a4-e8aa-4a58-b9c3-faaca9936e9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.313062] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created folder: Instances in parent group-v654958. [ 1013.313062] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.313062] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.313313] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf8abcc9-c882-4420-a0d2-b1b7ada35597 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.339742] env[71079]: DEBUG nova.compute.manager [req-9ab8a8f9-7c41-4dc7-bd32-aaeab6b3edbf req-03fe1c07-e76c-41b7-8e9c-86f6f1b03ed5 service nova] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Detach interface failed, port_id=3355d702-abde-41d0-b2fe-0b3c232b38aa, reason: Instance 9d328af8-a39e-4c4f-a473-ed5b107e2c92 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.346378] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.346378] env[71079]: value = "task-3279415" [ 1013.346378] env[71079]: _type = "Task" [ 1013.346378] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.349550] env[71079]: DEBUG oslo_vmware.api [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279411, 'name': PowerOffVM_Task, 'duration_secs': 0.320281} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.352784] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.352976] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.353509] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e51575b-850d-47b6-9ff3-d9e7123adad5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.357590] env[71079]: DEBUG nova.compute.manager [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Received event network-changed-3622613a-30e9-49fa-bdf7-73cbc65c1318 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.357590] env[71079]: DEBUG nova.compute.manager [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Refreshing instance network info cache due to event network-changed-3622613a-30e9-49fa-bdf7-73cbc65c1318. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.357590] env[71079]: DEBUG oslo_concurrency.lockutils [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] Acquiring lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.357944] env[71079]: DEBUG oslo_concurrency.lockutils [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] Acquired lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.357944] env[71079]: DEBUG nova.network.neutron [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Refreshing network info cache for port 3622613a-30e9-49fa-bdf7-73cbc65c1318 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.363520] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.365395] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279415, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.368246] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.120s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.368429] env[71079]: DEBUG nova.objects.instance [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.382700] env[71079]: DEBUG nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.391972] env[71079]: INFO nova.scheduler.client.report [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Deleted allocations for instance 0ea3623e-4565-49cf-9b8a-5cff84189fdb [ 1013.416382] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.416642] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.416829] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.417046] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.417202] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.417353] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.417565] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.417726] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.417948] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.418182] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.418362] env[71079]: DEBUG nova.virt.hardware [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.419622] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6efae-034c-441f-b414-84398561b5a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.433081] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25fb1bf-3d4b-4d01-9b8b-dec2955c7288 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.459751] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.460138] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.460138] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Deleting the datastore file [datastore2] 93fe262e-954f-4555-828f-21a4f064b10d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.461626] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2597c51b-9c44-47b3-b5e2-573334b2a136 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.468842] env[71079]: DEBUG oslo_vmware.api [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 1013.468842] env[71079]: value = "task-3279417" [ 1013.468842] env[71079]: _type = "Task" [ 1013.468842] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.481766] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219882} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.484805] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.485158] env[71079]: DEBUG oslo_vmware.api [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.485883] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88ff87b-812c-4ee0-9c02-c393ca6bd0d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.510502] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 687c3847-596e-42b4-85ef-27506539e8f8/687c3847-596e-42b4-85ef-27506539e8f8.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.513612] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d716fc-4859-4ed3-92aa-4d30674a7f4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.535727] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1013.535727] env[71079]: value = "task-3279418" [ 1013.535727] env[71079]: _type = "Task" [ 1013.535727] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.545495] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.728256] env[71079]: INFO nova.compute.manager [-] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Took 1.34 seconds to deallocate network for instance. [ 1013.749479] env[71079]: DEBUG nova.network.neutron [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Updated VIF entry in instance network info cache for port 3622613a-30e9-49fa-bdf7-73cbc65c1318. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.749922] env[71079]: DEBUG nova.network.neutron [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Updating instance_info_cache with network_info: [{"id": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "address": "fa:16:3e:e9:b1:1d", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3622613a-30", "ovs_interfaceid": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.782866] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a483f51-e94a-4d68-8074-64e91d1e645a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.861174] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279415, 'name': CreateVM_Task, 'duration_secs': 0.475751} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.861539] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.862319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.862567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.863100] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.863325] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988b11da-7f5e-4d22-8d68-657a69c21384 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.870548] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1013.870548] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5248e1e4-bc7e-8760-7ae9-87b8c0c8ef5d" [ 1013.870548] env[71079]: _type = "Task" [ 1013.870548] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.886360] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5248e1e4-bc7e-8760-7ae9-87b8c0c8ef5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.886564] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.886797] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.887093] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.887292] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.887503] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.888559] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f986c6c-385b-4616-84b8-208a47f54ff1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.902764] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.902987] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.904106] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6778c1b8-78a1-40c4-9321-cc363c8be535 tempest-ServersTestJSON-1563972740 tempest-ServersTestJSON-1563972740-project-member] Lock "0ea3623e-4565-49cf-9b8a-5cff84189fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.527s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.905052] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ea5c5a-e11a-43ec-bd3a-5d8c341c6413 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.913841] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1013.913841] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52102b43-58db-8105-1e15-80791f3ac03e" [ 1013.913841] env[71079]: _type = "Task" [ 1013.913841] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.933028] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52102b43-58db-8105-1e15-80791f3ac03e, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.933028] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6061c182-c337-4df2-8ac5-72c7a036e927 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.938042] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1013.938042] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528c6146-244c-6127-583e-066e5c7f866c" [ 1013.938042] env[71079]: _type = "Task" [ 1013.938042] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.950718] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528c6146-244c-6127-583e-066e5c7f866c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.980196] env[71079]: DEBUG oslo_vmware.api [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239842} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.980505] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.980695] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.980872] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.981062] env[71079]: INFO nova.compute.manager [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1013.981430] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.981514] env[71079]: DEBUG nova.compute.manager [-] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.981589] env[71079]: DEBUG nova.network.neutron [-] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.046369] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279418, 'name': ReconfigVM_Task, 'duration_secs': 0.38661} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.046666] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 687c3847-596e-42b4-85ef-27506539e8f8/687c3847-596e-42b4-85ef-27506539e8f8.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.047352] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d32f62c0-0271-47dd-8c84-d1ac5ae567d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.054632] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1014.054632] env[71079]: value = "task-3279419" [ 1014.054632] env[71079]: _type = "Task" [ 1014.054632] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.064512] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279419, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.195221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.195388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.195551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.195676] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.195850] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.198088] env[71079]: INFO nova.compute.manager [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Terminating instance [ 1014.241082] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.254313] env[71079]: DEBUG oslo_concurrency.lockutils [req-b160dff0-8b8c-4a44-b190-afba73b485ae req-0c6d5917-3e06-4516-bfb4-c5b4b93673c4 service nova] Releasing lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.381698] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e9ecfe8-e7e4-4e80-b911-b56897152fbb tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.383037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.712s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.384690] env[71079]: INFO nova.compute.claims [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.434482] env[71079]: DEBUG nova.network.neutron [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Successfully updated port: 90102c97-8bfd-4ae2-89b7-528ed305c144 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.454980] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528c6146-244c-6127-583e-066e5c7f866c, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.455288] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.455552] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/be812872-bffc-49c1-ae14-a298d3c4ac6f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.455821] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5573361-05f1-4a55-b902-a34397320333 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.466110] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1014.466110] env[71079]: value = "task-3279420" [ 1014.466110] env[71079]: _type = "Task" [ 1014.466110] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.476636] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.569339] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279419, 'name': Rename_Task, 'duration_secs': 0.365235} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.570998] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.571292] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e590f4df-3e58-4766-b8f1-0461c5c634b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.581065] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1014.581065] env[71079]: value = "task-3279421" [ 1014.581065] env[71079]: _type = "Task" [ 1014.581065] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.592247] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.702414] env[71079]: DEBUG nova.compute.manager [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.702683] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.703825] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f7111-22e5-43a5-ab19-681c53ab1859 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.713772] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.714524] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2001491-0159-48d5-9f18-814d161058ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.803959] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.804705] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.805032] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleting the datastore file [datastore1] e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.805344] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa4d00a4-4189-4b88-9681-4d72200bae86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.820137] env[71079]: DEBUG oslo_vmware.api [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1014.820137] env[71079]: value = "task-3279423" [ 1014.820137] env[71079]: _type = "Task" [ 1014.820137] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.830011] env[71079]: DEBUG oslo_vmware.api [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.937077] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.937408] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.937473] env[71079]: DEBUG nova.network.neutron [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.977079] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481381} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.977370] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/be812872-bffc-49c1-ae14-a298d3c4ac6f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.977576] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.977832] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ae38ea3-a40c-4afd-b0a7-deb28cb95155 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.989839] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1014.989839] env[71079]: value = "task-3279424" [ 1014.989839] env[71079]: _type = "Task" [ 1014.989839] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.000831] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.091371] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.112537] env[71079]: DEBUG nova.network.neutron [-] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.130266] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "22200de3-6090-499b-8520-a0807b339bb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.130531] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "22200de3-6090-499b-8520-a0807b339bb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.130744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "22200de3-6090-499b-8520-a0807b339bb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.130932] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "22200de3-6090-499b-8520-a0807b339bb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.131123] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "22200de3-6090-499b-8520-a0807b339bb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.133071] env[71079]: INFO nova.compute.manager [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Terminating instance [ 1015.337342] env[71079]: DEBUG oslo_vmware.api [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269291} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.337342] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.337342] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.337342] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.337592] env[71079]: INFO nova.compute.manager [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1015.337704] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.337904] env[71079]: DEBUG nova.compute.manager [-] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.338042] env[71079]: DEBUG nova.network.neutron [-] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.393091] env[71079]: DEBUG nova.compute.manager [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Received event network-vif-plugged-90102c97-8bfd-4ae2-89b7-528ed305c144 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.393252] env[71079]: DEBUG oslo_concurrency.lockutils [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] Acquiring lock "447fc5ce-65d6-428d-8e98-44e784846996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.393464] env[71079]: DEBUG oslo_concurrency.lockutils [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] Lock "447fc5ce-65d6-428d-8e98-44e784846996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.393668] env[71079]: DEBUG oslo_concurrency.lockutils [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] Lock "447fc5ce-65d6-428d-8e98-44e784846996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.393784] env[71079]: DEBUG nova.compute.manager [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] No waiting events found dispatching network-vif-plugged-90102c97-8bfd-4ae2-89b7-528ed305c144 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.393949] env[71079]: WARNING nova.compute.manager [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Received unexpected event network-vif-plugged-90102c97-8bfd-4ae2-89b7-528ed305c144 for instance with vm_state building and task_state spawning. [ 1015.394253] env[71079]: DEBUG nova.compute.manager [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Received event network-changed-90102c97-8bfd-4ae2-89b7-528ed305c144 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.394423] env[71079]: DEBUG nova.compute.manager [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Refreshing instance network info cache due to event network-changed-90102c97-8bfd-4ae2-89b7-528ed305c144. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.394647] env[71079]: DEBUG oslo_concurrency.lockutils [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] Acquiring lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.502024] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208043} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.502403] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.507020] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ca78cd-3682-42a7-98ac-330528559c9e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.507020] env[71079]: DEBUG nova.network.neutron [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.535101] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/be812872-bffc-49c1-ae14-a298d3c4ac6f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.538561] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6efb526d-61c4-475b-91c3-73eabb28fd86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.563527] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1015.563527] env[71079]: value = "task-3279425" [ 1015.563527] env[71079]: _type = "Task" [ 1015.563527] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.575674] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.599679] env[71079]: DEBUG oslo_vmware.api [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279421, 'name': PowerOnVM_Task, 'duration_secs': 0.868931} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.602505] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.602734] env[71079]: INFO nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1015.602916] env[71079]: DEBUG nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.604121] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f609d-0996-4251-88f3-561009993b91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.617235] env[71079]: INFO nova.compute.manager [-] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Took 1.63 seconds to deallocate network for instance. [ 1015.636905] env[71079]: DEBUG nova.compute.manager [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.637147] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.638033] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4726c73a-3e94-477e-974b-86c22b92a5ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.649922] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.650178] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4690ba28-a337-47d8-a092-5783471f67c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.658669] env[71079]: DEBUG oslo_vmware.api [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1015.658669] env[71079]: value = "task-3279426" [ 1015.658669] env[71079]: _type = "Task" [ 1015.658669] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.669875] env[71079]: DEBUG oslo_vmware.api [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.792776] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a8f561-16c2-44df-8bec-22dc09bc0d54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.801883] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b50b1-18b0-4c7e-9593-5b03ddb8758f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.835978] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63347bab-ddeb-4e37-bada-3c611feadc48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.846069] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197a2d9-7784-4f6b-9495-d3f8bc0ecd4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.861316] env[71079]: DEBUG nova.compute.provider_tree [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.865985] env[71079]: DEBUG nova.network.neutron [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Updating instance_info_cache with network_info: [{"id": "90102c97-8bfd-4ae2-89b7-528ed305c144", "address": "fa:16:3e:4f:4f:cf", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90102c97-8b", "ovs_interfaceid": "90102c97-8bfd-4ae2-89b7-528ed305c144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.082293] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.125987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.126856] env[71079]: INFO nova.compute.manager [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Took 23.18 seconds to build instance. [ 1016.169817] env[71079]: DEBUG oslo_vmware.api [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279426, 'name': PowerOffVM_Task, 'duration_secs': 0.310381} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.170185] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.170417] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.170701] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f724483a-f625-4998-aac1-ca579f2c689e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.291475] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.291669] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.291861] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleting the datastore file [datastore2] 22200de3-6090-499b-8520-a0807b339bb5 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.292617] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c702f2-364a-44b2-b154-e47a26ef2c40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.301636] env[71079]: DEBUG oslo_vmware.api [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1016.301636] env[71079]: value = "task-3279428" [ 1016.301636] env[71079]: _type = "Task" [ 1016.301636] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.316380] env[71079]: DEBUG oslo_vmware.api [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.365442] env[71079]: DEBUG nova.scheduler.client.report [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.373583] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.373790] env[71079]: DEBUG nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Instance network_info: |[{"id": "90102c97-8bfd-4ae2-89b7-528ed305c144", "address": "fa:16:3e:4f:4f:cf", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90102c97-8b", "ovs_interfaceid": "90102c97-8bfd-4ae2-89b7-528ed305c144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.374369] env[71079]: DEBUG oslo_concurrency.lockutils [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] Acquired lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.374548] env[71079]: DEBUG nova.network.neutron [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Refreshing network info cache for port 90102c97-8bfd-4ae2-89b7-528ed305c144 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.375729] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:4f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90102c97-8bfd-4ae2-89b7-528ed305c144', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.392023] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.394059] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.394712] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51aae358-576b-442f-995d-864a654cd870 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.423338] env[71079]: DEBUG nova.network.neutron [-] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.433129] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.433129] env[71079]: value = "task-3279429" [ 1016.433129] env[71079]: _type = "Task" [ 1016.433129] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.443431] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279429, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.579613] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.629695] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5008c438-4993-400f-a31d-8e0794ef6881 tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "687c3847-596e-42b4-85ef-27506539e8f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.692s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.681317] env[71079]: DEBUG nova.network.neutron [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Updated VIF entry in instance network info cache for port 90102c97-8bfd-4ae2-89b7-528ed305c144. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.681711] env[71079]: DEBUG nova.network.neutron [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Updating instance_info_cache with network_info: [{"id": "90102c97-8bfd-4ae2-89b7-528ed305c144", "address": "fa:16:3e:4f:4f:cf", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90102c97-8b", "ovs_interfaceid": "90102c97-8bfd-4ae2-89b7-528ed305c144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.816190] env[71079]: DEBUG oslo_vmware.api [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137328} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.816522] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.816823] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.817429] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.817567] env[71079]: INFO nova.compute.manager [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1016.817826] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.818244] env[71079]: DEBUG nova.compute.manager [-] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.818360] env[71079]: DEBUG nova.network.neutron [-] [instance: 22200de3-6090-499b-8520-a0807b339bb5] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.876392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.876943] env[71079]: DEBUG nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.880207] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.798s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.881024] env[71079]: DEBUG nova.objects.instance [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lazy-loading 'resources' on Instance uuid afb0d8f4-3928-47fe-be2d-64324a361652 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.927241] env[71079]: INFO nova.compute.manager [-] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Took 1.59 seconds to deallocate network for instance. [ 1016.944370] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279429, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.078323] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279425, 'name': ReconfigVM_Task, 'duration_secs': 1.347898} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.079018] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/be812872-bffc-49c1-ae14-a298d3c4ac6f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.079847] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2412ea1f-435c-4077-89b1-c3b21554e287 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.087708] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1017.087708] env[71079]: value = "task-3279430" [ 1017.087708] env[71079]: _type = "Task" [ 1017.087708] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.102860] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279430, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.185088] env[71079]: DEBUG oslo_concurrency.lockutils [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] Releasing lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.185088] env[71079]: DEBUG nova.compute.manager [req-acb98d77-c90f-4e3f-9030-d37d2a929a30 req-3a9811ca-2cfa-4669-8eba-242b76e62802 service nova] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Received event network-vif-deleted-548aa5c7-369b-4d9a-8fab-2a243ca96b27 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.278545] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "687c3847-596e-42b4-85ef-27506539e8f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.278886] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "687c3847-596e-42b4-85ef-27506539e8f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.279199] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "687c3847-596e-42b4-85ef-27506539e8f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.279455] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "687c3847-596e-42b4-85ef-27506539e8f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.279679] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "687c3847-596e-42b4-85ef-27506539e8f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.283898] env[71079]: INFO nova.compute.manager [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Terminating instance [ 1017.384263] env[71079]: DEBUG nova.compute.utils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.389055] env[71079]: DEBUG nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.389055] env[71079]: DEBUG nova.network.neutron [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.425189] env[71079]: DEBUG nova.compute.manager [req-a5416ccf-c61d-4346-bad6-5219a9237bd4 req-81ae56b5-fedd-4153-ac13-33e47c196af9 service nova] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Received event network-vif-deleted-82cdc0e0-d5fd-4957-a76d-d6832c3b3d8e {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.425394] env[71079]: DEBUG nova.compute.manager [req-a5416ccf-c61d-4346-bad6-5219a9237bd4 req-81ae56b5-fedd-4153-ac13-33e47c196af9 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Received event network-vif-deleted-48b27a66-7b2e-4b7e-8444-ba39533c8ec6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.425567] env[71079]: INFO nova.compute.manager [req-a5416ccf-c61d-4346-bad6-5219a9237bd4 req-81ae56b5-fedd-4153-ac13-33e47c196af9 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Neutron deleted interface 48b27a66-7b2e-4b7e-8444-ba39533c8ec6; detaching it from the instance and deleting it from the info cache [ 1017.425726] env[71079]: DEBUG nova.network.neutron [req-a5416ccf-c61d-4346-bad6-5219a9237bd4 req-81ae56b5-fedd-4153-ac13-33e47c196af9 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.431255] env[71079]: DEBUG nova.policy [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7e05352bc54bf3be1385727cbdf807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec894fe0499482eb2c722c20f78ddcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.435803] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.446748] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279429, 'name': CreateVM_Task, 'duration_secs': 0.516786} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.449118] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.450132] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.450290] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.450612] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.450862] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2fff90-d3a1-461f-a43e-b0184ca43ec6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.456124] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1017.456124] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c17e65-b6fa-c6e0-04c1-ecdfce20b564" [ 1017.456124] env[71079]: _type = "Task" [ 1017.456124] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.470203] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c17e65-b6fa-c6e0-04c1-ecdfce20b564, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.470430] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.470794] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.470929] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.471201] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.471280] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.471519] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d9fa220-c25a-45a6-a872-235b05a4e723 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.483623] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.483623] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.483623] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2bae6f-ecb1-4b9e-b547-4d539f16b2ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.488644] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1017.488644] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c76f9-c817-19cc-fc1e-a7c1500b59ec" [ 1017.488644] env[71079]: _type = "Task" [ 1017.488644] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.497703] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c76f9-c817-19cc-fc1e-a7c1500b59ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.599843] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279430, 'name': Rename_Task, 'duration_secs': 0.160974} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.600149] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.600399] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c93c8b-1ab8-443b-81d9-32419d55cb48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.608801] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1017.608801] env[71079]: value = "task-3279431" [ 1017.608801] env[71079]: _type = "Task" [ 1017.608801] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.617687] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.665849] env[71079]: DEBUG nova.network.neutron [-] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.733497] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b42cce-9862-4f3b-8d0a-723df7ed7a28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.745560] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b3157-78f6-4609-be6e-1fe6f7f04048 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.780158] env[71079]: DEBUG nova.network.neutron [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Successfully created port: 17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.783049] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7848d1f9-48a9-4927-b1f4-17d96c5b99a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.788341] env[71079]: DEBUG nova.compute.manager [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.788540] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.791293] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46771f-614d-4e79-950c-6fa926a4f1dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.795790] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f85d8a-971a-4963-9849-fcc6cb2af07d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.810685] env[71079]: DEBUG nova.compute.provider_tree [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.814715] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.815556] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a340349f-00cc-4f9a-a6b8-96408a52fc71 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.823123] env[71079]: DEBUG oslo_vmware.api [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1017.823123] env[71079]: value = "task-3279432" [ 1017.823123] env[71079]: _type = "Task" [ 1017.823123] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.832974] env[71079]: DEBUG oslo_vmware.api [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.889419] env[71079]: DEBUG nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.927972] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1797a5b5-dc85-4ba8-961d-cd5209cb61e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.938694] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d607d8a-3d19-44b2-a4ab-4d2e161250ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.990745] env[71079]: DEBUG nova.compute.manager [req-a5416ccf-c61d-4346-bad6-5219a9237bd4 req-81ae56b5-fedd-4153-ac13-33e47c196af9 service nova] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Detach interface failed, port_id=48b27a66-7b2e-4b7e-8444-ba39533c8ec6, reason: Instance 22200de3-6090-499b-8520-a0807b339bb5 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.005356] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c76f9-c817-19cc-fc1e-a7c1500b59ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.007011] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db86525c-cb31-4419-aaf9-a5b44cfaf4f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.016350] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1018.016350] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52036411-4854-6a90-9cc0-9f6e4aa5b853" [ 1018.016350] env[71079]: _type = "Task" [ 1018.016350] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.028247] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52036411-4854-6a90-9cc0-9f6e4aa5b853, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.028410] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.028695] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/447fc5ce-65d6-428d-8e98-44e784846996.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.028992] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85a614c8-b49d-4bda-90af-bd591bb1a445 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.037590] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1018.037590] env[71079]: value = "task-3279433" [ 1018.037590] env[71079]: _type = "Task" [ 1018.037590] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.047980] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.123019] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.167709] env[71079]: INFO nova.compute.manager [-] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Took 1.35 seconds to deallocate network for instance. [ 1018.317412] env[71079]: DEBUG nova.scheduler.client.report [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.336610] env[71079]: DEBUG oslo_vmware.api [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279432, 'name': PowerOffVM_Task, 'duration_secs': 0.3075} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.337048] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.337333] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.337713] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2a17a71-0541-4a9c-9a5b-165a7c47746d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421349] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.421528] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.421688] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Deleting the datastore file [datastore1] 687c3847-596e-42b4-85ef-27506539e8f8 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.422013] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c35877f-db61-4c76-a46a-ec34209546c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.431104] env[71079]: DEBUG oslo_vmware.api [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for the task: (returnval){ [ 1018.431104] env[71079]: value = "task-3279435" [ 1018.431104] env[71079]: _type = "Task" [ 1018.431104] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.441636] env[71079]: DEBUG oslo_vmware.api [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.549605] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.620209] env[71079]: DEBUG oslo_vmware.api [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279431, 'name': PowerOnVM_Task, 'duration_secs': 0.617807} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.620518] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.620726] env[71079]: INFO nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1018.620907] env[71079]: DEBUG nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.621682] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e00fec-af23-4b8c-8a05-2075e15a343b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.677908] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.824710] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.827659] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.242s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.829362] env[71079]: INFO nova.compute.claims [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.856377] env[71079]: INFO nova.scheduler.client.report [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Deleted allocations for instance afb0d8f4-3928-47fe-be2d-64324a361652 [ 1018.900833] env[71079]: DEBUG nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.929368] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.929622] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.929784] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.930050] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.930219] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.930372] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.930583] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.930737] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.930904] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.931093] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.931273] env[71079]: DEBUG nova.virt.hardware [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.932264] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b4e15f-e5b8-40b1-8b77-609337b329e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.947450] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313fd0f7-fd5e-4a26-986a-dcf8119af53f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.951589] env[71079]: DEBUG oslo_vmware.api [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Task: {'id': task-3279435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505697} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.951848] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.952158] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.952264] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.952417] env[71079]: INFO nova.compute.manager [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1018.952653] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.953215] env[71079]: DEBUG nova.compute.manager [-] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.953388] env[71079]: DEBUG nova.network.neutron [-] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.051204] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598862} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.051516] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/447fc5ce-65d6-428d-8e98-44e784846996.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.051779] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.052071] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ef776e3-d4f7-498d-8696-8ab904ef628a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.061162] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1019.061162] env[71079]: value = "task-3279436" [ 1019.061162] env[71079]: _type = "Task" [ 1019.061162] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.070864] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.139203] env[71079]: INFO nova.compute.manager [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Took 23.09 seconds to build instance. [ 1019.366569] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1669a443-eea9-4f33-8f58-2d38ff77a202 tempest-AttachInterfacesUnderV243Test-1421766421 tempest-AttachInterfacesUnderV243Test-1421766421-project-member] Lock "afb0d8f4-3928-47fe-be2d-64324a361652" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.684s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.578925] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225118} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.579203] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.580040] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6254b8da-7bbe-476e-ad87-c65aa12a862a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.612434] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/447fc5ce-65d6-428d-8e98-44e784846996.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.612774] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d3725f-2dbb-4964-9e54-6f6092a0fecc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.630346] env[71079]: DEBUG nova.network.neutron [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Successfully updated port: 17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.639730] env[71079]: DEBUG nova.compute.manager [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Received event network-vif-deleted-1116750b-83ab-4226-95ef-d7f9fbe9de06 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.639730] env[71079]: INFO nova.compute.manager [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Neutron deleted interface 1116750b-83ab-4226-95ef-d7f9fbe9de06; detaching it from the instance and deleting it from the info cache [ 1019.639730] env[71079]: DEBUG nova.network.neutron [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.643940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-509e8382-1c9e-47a7-a9ff-63e64eeab4cd tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.610s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.645292] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1019.645292] env[71079]: value = "task-3279437" [ 1019.645292] env[71079]: _type = "Task" [ 1019.645292] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.660500] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.807333] env[71079]: DEBUG nova.network.neutron [-] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.134553] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134553] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.134553] env[71079]: DEBUG nova.network.neutron [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.147465] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41a0811d-674d-4c22-9cd6-02ee752d2b15 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.154621] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1502cf0-302a-4b55-9538-edd62b117525 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.163198] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.167063] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0182acf-8181-4a70-b2aa-acf19e97ad35 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.181114] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d3c2c3-6bdc-4475-9add-ecc4ea67f211 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.224447] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0998df-a300-4ef9-b881-5b31e418b630 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.227315] env[71079]: DEBUG nova.compute.manager [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Detach interface failed, port_id=1116750b-83ab-4226-95ef-d7f9fbe9de06, reason: Instance 687c3847-596e-42b4-85ef-27506539e8f8 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.227533] env[71079]: DEBUG nova.compute.manager [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Received event network-vif-plugged-17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.227726] env[71079]: DEBUG oslo_concurrency.lockutils [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] Acquiring lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.227959] env[71079]: DEBUG oslo_concurrency.lockutils [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.228158] env[71079]: DEBUG oslo_concurrency.lockutils [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.228339] env[71079]: DEBUG nova.compute.manager [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] No waiting events found dispatching network-vif-plugged-17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.228516] env[71079]: WARNING nova.compute.manager [req-9ba043ca-dd2e-4e7e-98bb-421543432853 req-009e7227-79fa-4058-b0c1-7c79ed64d337 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Received unexpected event network-vif-plugged-17465672-638f-4fe2-a7a9-750ab1888087 for instance with vm_state building and task_state spawning. [ 1020.234850] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d175b9-69ed-4e60-a565-fbbc579d7046 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.250550] env[71079]: DEBUG nova.compute.provider_tree [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.313404] env[71079]: INFO nova.compute.manager [-] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Took 1.36 seconds to deallocate network for instance. [ 1020.659158] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279437, 'name': ReconfigVM_Task, 'duration_secs': 0.693851} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.659564] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/447fc5ce-65d6-428d-8e98-44e784846996.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.660527] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38bd6bba-7cb2-4214-9ab4-391f62e8109f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.669284] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1020.669284] env[71079]: value = "task-3279438" [ 1020.669284] env[71079]: _type = "Task" [ 1020.669284] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.673575] env[71079]: DEBUG nova.network.neutron [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.681483] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279438, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.760719] env[71079]: DEBUG nova.scheduler.client.report [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.821061] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.920988] env[71079]: DEBUG nova.network.neutron [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Updating instance_info_cache with network_info: [{"id": "17465672-638f-4fe2-a7a9-750ab1888087", "address": "fa:16:3e:e0:dd:24", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17465672-63", "ovs_interfaceid": "17465672-638f-4fe2-a7a9-750ab1888087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.179038] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279438, 'name': Rename_Task, 'duration_secs': 0.169745} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.179593] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.179593] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8482d226-1e33-4948-b16b-bc749920732c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.187650] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1021.187650] env[71079]: value = "task-3279439" [ 1021.187650] env[71079]: _type = "Task" [ 1021.187650] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.195959] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.269631] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.270153] env[71079]: DEBUG nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.273638] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.203s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.273856] env[71079]: DEBUG nova.objects.instance [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lazy-loading 'resources' on Instance uuid fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.427681] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.428548] env[71079]: DEBUG nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Instance network_info: |[{"id": "17465672-638f-4fe2-a7a9-750ab1888087", "address": "fa:16:3e:e0:dd:24", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17465672-63", "ovs_interfaceid": "17465672-638f-4fe2-a7a9-750ab1888087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.428548] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:dd:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17465672-638f-4fe2-a7a9-750ab1888087', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.436927] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.436927] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.437073] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9927987-c292-4555-a10a-842f72b8f9c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.458927] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.458927] env[71079]: value = "task-3279440" [ 1021.458927] env[71079]: _type = "Task" [ 1021.458927] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.469345] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279440, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.667563] env[71079]: DEBUG nova.compute.manager [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Received event network-changed-17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.667764] env[71079]: DEBUG nova.compute.manager [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Refreshing instance network info cache due to event network-changed-17465672-638f-4fe2-a7a9-750ab1888087. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.668535] env[71079]: DEBUG oslo_concurrency.lockutils [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] Acquiring lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.668535] env[71079]: DEBUG oslo_concurrency.lockutils [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] Acquired lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.668669] env[71079]: DEBUG nova.network.neutron [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Refreshing network info cache for port 17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.699647] env[71079]: DEBUG oslo_vmware.api [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279439, 'name': PowerOnVM_Task, 'duration_secs': 0.476393} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.699647] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.699907] env[71079]: INFO nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1021.700523] env[71079]: DEBUG nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.700934] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985cfcbb-dbcc-4a52-a6e8-32b6381ee660 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.778584] env[71079]: DEBUG nova.compute.utils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.784861] env[71079]: DEBUG nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.786200] env[71079]: DEBUG nova.network.neutron [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.837913] env[71079]: DEBUG nova.policy [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6af7d05a635f4a8ca5a50e460faec039', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85e3f6aff2ce4aa3ab8faca944e7a99b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.973017] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279440, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.096889] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b8c39c-a676-43ad-ab29-9dfd49ac6acb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.104742] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065ff43d-3f00-456b-a42d-e942c9fae63f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.136919] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5aa14b-e746-4674-af9e-4237d1328b4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.145082] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c485a-40b9-4a43-8dcf-e6c045fd86bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.158359] env[71079]: DEBUG nova.compute.provider_tree [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.175383] env[71079]: DEBUG nova.network.neutron [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Successfully created port: 8098d29f-1357-4ebc-9307-9220c6c87aea {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.219422] env[71079]: INFO nova.compute.manager [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Took 25.76 seconds to build instance. [ 1022.285685] env[71079]: DEBUG nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.471507] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279440, 'name': CreateVM_Task, 'duration_secs': 0.570826} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.471685] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.472689] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.472854] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.473192] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.473445] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e876991d-7bd5-4b8a-b39a-702f8f2cdec1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.476773] env[71079]: DEBUG nova.network.neutron [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Updated VIF entry in instance network info cache for port 17465672-638f-4fe2-a7a9-750ab1888087. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.477105] env[71079]: DEBUG nova.network.neutron [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Updating instance_info_cache with network_info: [{"id": "17465672-638f-4fe2-a7a9-750ab1888087", "address": "fa:16:3e:e0:dd:24", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17465672-63", "ovs_interfaceid": "17465672-638f-4fe2-a7a9-750ab1888087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.481593] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1022.481593] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d19614-9b87-3ad6-8c1f-48443af158d9" [ 1022.481593] env[71079]: _type = "Task" [ 1022.481593] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.489489] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d19614-9b87-3ad6-8c1f-48443af158d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.661405] env[71079]: DEBUG nova.scheduler.client.report [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.721825] env[71079]: DEBUG oslo_concurrency.lockutils [None req-613ce9f3-c2ff-4982-ab03-33ee07461e50 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "447fc5ce-65d6-428d-8e98-44e784846996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.279s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.981025] env[71079]: DEBUG oslo_concurrency.lockutils [req-cf4dc78c-eb4b-4732-9698-1dcbd88ded78 req-db4bd9ba-8374-4f77-8a03-0d55fc5cc762 service nova] Releasing lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.991356] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d19614-9b87-3ad6-8c1f-48443af158d9, 'name': SearchDatastore_Task, 'duration_secs': 0.044803} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.991642] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.991876] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.992124] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.992272] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.992451] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.992728] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73413987-f5f9-4e7b-8263-a97780ca442f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.003214] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.003270] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.003979] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37514c2a-c045-43e1-92e5-a53e1e0659ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.009657] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1023.009657] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251ed10-8445-29cf-069a-3be6fbe88614" [ 1023.009657] env[71079]: _type = "Task" [ 1023.009657] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.018052] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251ed10-8445-29cf-069a-3be6fbe88614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.167152] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.169623] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.088s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.171239] env[71079]: INFO nova.compute.claims [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.192071] env[71079]: INFO nova.scheduler.client.report [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Deleted allocations for instance fcfed608-e4ad-4b93-b2dc-c7e15b924bc1 [ 1023.205275] env[71079]: INFO nova.compute.manager [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Rescuing [ 1023.205542] env[71079]: DEBUG oslo_concurrency.lockutils [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.205696] env[71079]: DEBUG oslo_concurrency.lockutils [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.205858] env[71079]: DEBUG nova.network.neutron [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.296436] env[71079]: DEBUG nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.323130] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.323397] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.323552] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.323742] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.323882] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.324048] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.324298] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.324464] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.324632] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.324794] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.324986] env[71079]: DEBUG nova.virt.hardware [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.325853] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2935e0-2500-4031-9e21-216b1c3a72ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.334588] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17060f5a-838d-4c82-bdbd-5fbbf7e939cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.520751] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251ed10-8445-29cf-069a-3be6fbe88614, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.521589] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e260bec-e84d-46fa-add0-67550e3e6f45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.528220] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1023.528220] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528d7453-d0f9-81c1-1154-4194e009a3cd" [ 1023.528220] env[71079]: _type = "Task" [ 1023.528220] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.537210] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528d7453-d0f9-81c1-1154-4194e009a3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.701525] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46283f71-1253-4227-9b2c-d5421e5cfaf3 tempest-ServersNegativeTestJSON-630089895 tempest-ServersNegativeTestJSON-630089895-project-member] Lock "fcfed608-e4ad-4b93-b2dc-c7e15b924bc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.626s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.812542] env[71079]: DEBUG nova.compute.manager [req-c6998509-0c0d-4453-ac5a-bf846c433e4c req-1fe7e1cd-4cca-487e-a890-6c3cb5836d50 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Received event network-vif-plugged-8098d29f-1357-4ebc-9307-9220c6c87aea {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.812766] env[71079]: DEBUG oslo_concurrency.lockutils [req-c6998509-0c0d-4453-ac5a-bf846c433e4c req-1fe7e1cd-4cca-487e-a890-6c3cb5836d50 service nova] Acquiring lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.812980] env[71079]: DEBUG oslo_concurrency.lockutils [req-c6998509-0c0d-4453-ac5a-bf846c433e4c req-1fe7e1cd-4cca-487e-a890-6c3cb5836d50 service nova] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.813181] env[71079]: DEBUG oslo_concurrency.lockutils [req-c6998509-0c0d-4453-ac5a-bf846c433e4c req-1fe7e1cd-4cca-487e-a890-6c3cb5836d50 service nova] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.817017] env[71079]: DEBUG nova.compute.manager [req-c6998509-0c0d-4453-ac5a-bf846c433e4c req-1fe7e1cd-4cca-487e-a890-6c3cb5836d50 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] No waiting events found dispatching network-vif-plugged-8098d29f-1357-4ebc-9307-9220c6c87aea {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.817017] env[71079]: WARNING nova.compute.manager [req-c6998509-0c0d-4453-ac5a-bf846c433e4c req-1fe7e1cd-4cca-487e-a890-6c3cb5836d50 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Received unexpected event network-vif-plugged-8098d29f-1357-4ebc-9307-9220c6c87aea for instance with vm_state building and task_state spawning. [ 1024.039479] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528d7453-d0f9-81c1-1154-4194e009a3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.039810] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.040152] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 6cb2901c-58d8-4040-a5d6-9a8235a7862d/6cb2901c-58d8-4040-a5d6-9a8235a7862d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.040461] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62ca9430-f9af-49cc-8ab2-ba67bc9a775b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.049969] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1024.049969] env[71079]: value = "task-3279441" [ 1024.049969] env[71079]: _type = "Task" [ 1024.049969] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.060323] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.369936] env[71079]: DEBUG nova.network.neutron [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Successfully updated port: 8098d29f-1357-4ebc-9307-9220c6c87aea {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.409258] env[71079]: DEBUG nova.network.neutron [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Updating instance_info_cache with network_info: [{"id": "90102c97-8bfd-4ae2-89b7-528ed305c144", "address": "fa:16:3e:4f:4f:cf", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90102c97-8b", "ovs_interfaceid": "90102c97-8bfd-4ae2-89b7-528ed305c144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.547572] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d45334-eda3-4ccb-bdd6-d491db793d7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.562312] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8d754-6d51-4658-8d11-5d4afbed330e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.565633] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471266} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.565894] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 6cb2901c-58d8-4040-a5d6-9a8235a7862d/6cb2901c-58d8-4040-a5d6-9a8235a7862d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.566148] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.566767] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adee34c7-4e86-47b6-9af0-7ff500d6fc64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.597343] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c3ac9-2112-4a21-80e1-ce5d647ff8ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.600235] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1024.600235] env[71079]: value = "task-3279442" [ 1024.600235] env[71079]: _type = "Task" [ 1024.600235] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.609811] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab82e7-cc1f-4fa7-9797-3654e7f187c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.613659] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.625600] env[71079]: DEBUG nova.compute.provider_tree [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.877116] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "refresh_cache-68efd1a3-dedd-4cea-a204-27a0016bb3ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.877116] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired lock "refresh_cache-68efd1a3-dedd-4cea-a204-27a0016bb3ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.877748] env[71079]: DEBUG nova.network.neutron [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.912179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-447fc5ce-65d6-428d-8e98-44e784846996" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.113349] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072024} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.113628] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.114425] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2fbeab-fcdf-4824-b3b3-3432703527b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.129523] env[71079]: DEBUG nova.scheduler.client.report [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.142885] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 6cb2901c-58d8-4040-a5d6-9a8235a7862d/6cb2901c-58d8-4040-a5d6-9a8235a7862d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.142885] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb62ed96-a9ec-4580-8c78-5e2642481e69 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.163336] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1025.163336] env[71079]: value = "task-3279443" [ 1025.163336] env[71079]: _type = "Task" [ 1025.163336] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.172264] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.419425] env[71079]: DEBUG nova.network.neutron [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.570171] env[71079]: DEBUG nova.network.neutron [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Updating instance_info_cache with network_info: [{"id": "8098d29f-1357-4ebc-9307-9220c6c87aea", "address": "fa:16:3e:56:c5:37", "network": {"id": "22b87d3c-394a-4489-bcb1-18bf573c08ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-52877637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85e3f6aff2ce4aa3ab8faca944e7a99b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8098d29f-13", "ovs_interfaceid": "8098d29f-1357-4ebc-9307-9220c6c87aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.642874] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.643560] env[71079]: DEBUG nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.646650] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.407s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.647039] env[71079]: DEBUG nova.objects.instance [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lazy-loading 'resources' on Instance uuid 9d328af8-a39e-4c4f-a473-ed5b107e2c92 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.674119] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.846452] env[71079]: DEBUG nova.compute.manager [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Received event network-changed-8098d29f-1357-4ebc-9307-9220c6c87aea {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.846706] env[71079]: DEBUG nova.compute.manager [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Refreshing instance network info cache due to event network-changed-8098d29f-1357-4ebc-9307-9220c6c87aea. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.846929] env[71079]: DEBUG oslo_concurrency.lockutils [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] Acquiring lock "refresh_cache-68efd1a3-dedd-4cea-a204-27a0016bb3ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.073514] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Releasing lock "refresh_cache-68efd1a3-dedd-4cea-a204-27a0016bb3ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.073858] env[71079]: DEBUG nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Instance network_info: |[{"id": "8098d29f-1357-4ebc-9307-9220c6c87aea", "address": "fa:16:3e:56:c5:37", "network": {"id": "22b87d3c-394a-4489-bcb1-18bf573c08ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-52877637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85e3f6aff2ce4aa3ab8faca944e7a99b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8098d29f-13", "ovs_interfaceid": "8098d29f-1357-4ebc-9307-9220c6c87aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.074210] env[71079]: DEBUG oslo_concurrency.lockutils [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] Acquired lock "refresh_cache-68efd1a3-dedd-4cea-a204-27a0016bb3ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.074390] env[71079]: DEBUG nova.network.neutron [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Refreshing network info cache for port 8098d29f-1357-4ebc-9307-9220c6c87aea {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.077906] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:c5:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8098d29f-1357-4ebc-9307-9220c6c87aea', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.085505] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.088763] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.089248] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb8b197f-5148-4e2d-bd2b-e325de8b5425 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.111090] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.111090] env[71079]: value = "task-3279444" [ 1026.111090] env[71079]: _type = "Task" [ 1026.111090] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.121094] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279444, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.152103] env[71079]: DEBUG nova.compute.utils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.158600] env[71079]: DEBUG nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.158600] env[71079]: DEBUG nova.network.neutron [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.177386] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279443, 'name': ReconfigVM_Task, 'duration_secs': 0.740562} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.178017] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 6cb2901c-58d8-4040-a5d6-9a8235a7862d/6cb2901c-58d8-4040-a5d6-9a8235a7862d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.178514] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50e4dbae-dbca-45a0-880d-275002ae7d48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.192946] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1026.192946] env[71079]: value = "task-3279445" [ 1026.192946] env[71079]: _type = "Task" [ 1026.192946] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.213015] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279445, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.247617] env[71079]: DEBUG nova.policy [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f46a68d02249e98c00741dc9fe518c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddaf90291f4b4fbbad7326741e8c8c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.455549] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.455895] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8612969-bf70-4d9e-b833-c87150f763a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.465835] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1026.465835] env[71079]: value = "task-3279446" [ 1026.465835] env[71079]: _type = "Task" [ 1026.465835] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.474790] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.492058] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2697e6f9-63c1-4bbc-a0b4-25cfe9ac886e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.500710] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40774143-5061-4874-be93-f1c7aeff7289 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.534881] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77071d-7795-477d-a5e9-21f4e47f9a50 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.538292] env[71079]: DEBUG nova.network.neutron [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Updated VIF entry in instance network info cache for port 8098d29f-1357-4ebc-9307-9220c6c87aea. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.538678] env[71079]: DEBUG nova.network.neutron [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Updating instance_info_cache with network_info: [{"id": "8098d29f-1357-4ebc-9307-9220c6c87aea", "address": "fa:16:3e:56:c5:37", "network": {"id": "22b87d3c-394a-4489-bcb1-18bf573c08ca", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-52877637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85e3f6aff2ce4aa3ab8faca944e7a99b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8098d29f-13", "ovs_interfaceid": "8098d29f-1357-4ebc-9307-9220c6c87aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.545711] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce917b51-6b21-4da0-9b9e-3563b3d70701 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.562382] env[71079]: DEBUG nova.compute.provider_tree [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.622650] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279444, 'name': CreateVM_Task, 'duration_secs': 0.374498} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.622650] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.622650] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.622903] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.623576] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.623576] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ea4295-a5f7-430a-858e-a53cf269cf42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.628688] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1026.628688] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce2e35-19db-37d7-b6ce-fe820ecd86a1" [ 1026.628688] env[71079]: _type = "Task" [ 1026.628688] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.639068] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce2e35-19db-37d7-b6ce-fe820ecd86a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.657715] env[71079]: DEBUG nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.682751] env[71079]: DEBUG nova.network.neutron [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Successfully created port: 974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.704608] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279445, 'name': Rename_Task, 'duration_secs': 0.180187} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.704934] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.705232] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978b9972-7114-47d9-bba8-8624305a83da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.715374] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1026.715374] env[71079]: value = "task-3279447" [ 1026.715374] env[71079]: _type = "Task" [ 1026.715374] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.726419] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.977201] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279446, 'name': PowerOffVM_Task, 'duration_secs': 0.198482} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.977506] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.978352] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81007eb9-ec9d-4421-9823-96f4df1fa3df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.997921] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfe488a-0871-4588-b72c-28e21d16425c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.031810] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.032497] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5dd4f7-12dd-47fe-a211-10090730c09c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.040507] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1027.040507] env[71079]: value = "task-3279448" [ 1027.040507] env[71079]: _type = "Task" [ 1027.040507] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.041013] env[71079]: DEBUG oslo_concurrency.lockutils [req-191c3085-47be-47a8-b2f1-b46dab364cc9 req-b4ff07c2-bc7a-4cc3-89a2-14fce1c24261 service nova] Releasing lock "refresh_cache-68efd1a3-dedd-4cea-a204-27a0016bb3ec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.053205] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1027.053426] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.053671] env[71079]: DEBUG oslo_concurrency.lockutils [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.053820] env[71079]: DEBUG oslo_concurrency.lockutils [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.053999] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.054264] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14ed288-c48d-4ad2-b7e3-39599d5c2788 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.063667] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.063873] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.065185] env[71079]: DEBUG nova.scheduler.client.report [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.068458] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65f5eed-b849-4bb7-aef2-b6a96aa4eb4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.074587] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1027.074587] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5231db14-010f-edea-c955-3d4765a6b152" [ 1027.074587] env[71079]: _type = "Task" [ 1027.074587] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.083608] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5231db14-010f-edea-c955-3d4765a6b152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.139069] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce2e35-19db-37d7-b6ce-fe820ecd86a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.139414] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.139659] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.139889] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.140236] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.140308] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.140541] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd8f4f39-810b-41b9-983c-76580a52da84 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.150663] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.150843] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.151594] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08e328a-8608-4e5f-b807-cfa986f03b18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.159639] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1027.159639] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a0bc7f-7c9d-dd54-3941-8ed64cc29cfd" [ 1027.159639] env[71079]: _type = "Task" [ 1027.159639] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.171986] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a0bc7f-7c9d-dd54-3941-8ed64cc29cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.225610] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.573178] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.575575] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.450s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.575809] env[71079]: DEBUG nova.objects.instance [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lazy-loading 'resources' on Instance uuid 93fe262e-954f-4555-828f-21a4f064b10d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.587222] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5231db14-010f-edea-c955-3d4765a6b152, 'name': SearchDatastore_Task, 'duration_secs': 0.01301} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.589070] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09c84d8-957b-494a-86e6-bc9632c17f58 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.597170] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1027.597170] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5212046b-f995-dd2a-fd15-7542e05f8e9f" [ 1027.597170] env[71079]: _type = "Task" [ 1027.597170] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.602335] env[71079]: INFO nova.scheduler.client.report [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted allocations for instance 9d328af8-a39e-4c4f-a473-ed5b107e2c92 [ 1027.606858] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5212046b-f995-dd2a-fd15-7542e05f8e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.671634] env[71079]: DEBUG nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.673930] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a0bc7f-7c9d-dd54-3941-8ed64cc29cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.674948] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca986c9b-2b36-4b29-b57e-a8d35fc1928f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.681020] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1027.681020] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521bc7b5-ddfe-6729-2a97-673d2f8084eb" [ 1027.681020] env[71079]: _type = "Task" [ 1027.681020] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.692104] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521bc7b5-ddfe-6729-2a97-673d2f8084eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.698145] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.698301] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.698439] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.698613] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.698805] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.698995] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.699318] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.699444] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.699613] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.699797] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.699979] env[71079]: DEBUG nova.virt.hardware [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.700843] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a010d-8849-4f27-8877-b660faf9b698 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.709505] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb69890-c156-4552-a4f7-ba5c1aef9962 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.734195] env[71079]: DEBUG oslo_vmware.api [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279447, 'name': PowerOnVM_Task, 'duration_secs': 0.698108} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.734470] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.734674] env[71079]: INFO nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1027.734852] env[71079]: DEBUG nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.736018] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a06f1d-780b-4c67-8b16-58defa3b500a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.110717] env[71079]: DEBUG nova.compute.manager [req-f339dcbc-1dcf-4c40-9acb-1ddcc982bdc6 req-5191acc2-c03e-4df3-9a1f-cca7d607cd2a service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Received event network-vif-plugged-974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.111224] env[71079]: DEBUG oslo_concurrency.lockutils [req-f339dcbc-1dcf-4c40-9acb-1ddcc982bdc6 req-5191acc2-c03e-4df3-9a1f-cca7d607cd2a service nova] Acquiring lock "d59df49a-a6a8-4c45-a461-414b589f5791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.111492] env[71079]: DEBUG oslo_concurrency.lockutils [req-f339dcbc-1dcf-4c40-9acb-1ddcc982bdc6 req-5191acc2-c03e-4df3-9a1f-cca7d607cd2a service nova] Lock "d59df49a-a6a8-4c45-a461-414b589f5791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.111672] env[71079]: DEBUG oslo_concurrency.lockutils [req-f339dcbc-1dcf-4c40-9acb-1ddcc982bdc6 req-5191acc2-c03e-4df3-9a1f-cca7d607cd2a service nova] Lock "d59df49a-a6a8-4c45-a461-414b589f5791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.111851] env[71079]: DEBUG nova.compute.manager [req-f339dcbc-1dcf-4c40-9acb-1ddcc982bdc6 req-5191acc2-c03e-4df3-9a1f-cca7d607cd2a service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] No waiting events found dispatching network-vif-plugged-974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.112074] env[71079]: WARNING nova.compute.manager [req-f339dcbc-1dcf-4c40-9acb-1ddcc982bdc6 req-5191acc2-c03e-4df3-9a1f-cca7d607cd2a service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Received unexpected event network-vif-plugged-974254b6-e716-423d-820a-d70a705130cd for instance with vm_state building and task_state spawning. [ 1028.118335] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5212046b-f995-dd2a-fd15-7542e05f8e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013962} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.118778] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6d3c2a6e-b41d-431a-8d91-ece1b3c87d82 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9d328af8-a39e-4c4f-a473-ed5b107e2c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.375s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.122463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.122730] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. {{(pid=71079) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1028.123409] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7668210-8846-4e82-86f6-105ed3afaa78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.131208] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1028.131208] env[71079]: value = "task-3279449" [ 1028.131208] env[71079]: _type = "Task" [ 1028.131208] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.143154] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.195617] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521bc7b5-ddfe-6729-2a97-673d2f8084eb, 'name': SearchDatastore_Task, 'duration_secs': 0.021666} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.195888] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.196340] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 68efd1a3-dedd-4cea-a204-27a0016bb3ec/68efd1a3-dedd-4cea-a204-27a0016bb3ec.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.196484] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efe0af0e-e804-43f9-9d3d-491204204580 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.205109] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1028.205109] env[71079]: value = "task-3279450" [ 1028.205109] env[71079]: _type = "Task" [ 1028.205109] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.216754] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.255800] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.256422] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.256605] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.256802] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.256953] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.257113] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.257265] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.257561] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1028.257561] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.267109] env[71079]: INFO nova.compute.manager [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Took 20.62 seconds to build instance. [ 1028.291195] env[71079]: DEBUG nova.network.neutron [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Successfully updated port: 974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.430920] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f445b9b-958f-4956-ab76-84eaf7b411a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.444440] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2184d9-9bee-4972-b4c7-4cdbcb60a24b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.496906] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c5d13c-996c-43fe-a22e-46e3346191c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.508870] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c9b47-ef26-4670-afce-ffe21146dedb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.530727] env[71079]: DEBUG nova.compute.provider_tree [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.642995] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279449, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.717741] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.767504] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.773289] env[71079]: DEBUG oslo_concurrency.lockutils [None req-77990f6a-47e5-4be3-a46e-d50dc208b660 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.133s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.795797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.795986] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.796195] env[71079]: DEBUG nova.network.neutron [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.039150] env[71079]: DEBUG nova.scheduler.client.report [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.145151] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639873} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.145151] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. [ 1029.145864] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f546a5-afb5-4a96-9a33-4a30d7d8fcd1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.173500] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.174112] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f8ad280-6a8a-4e43-972e-2e36cd3c766c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.194051] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1029.194051] env[71079]: value = "task-3279451" [ 1029.194051] env[71079]: _type = "Task" [ 1029.194051] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.202889] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.214879] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639425} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.215453] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 68efd1a3-dedd-4cea-a204-27a0016bb3ec/68efd1a3-dedd-4cea-a204-27a0016bb3ec.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.215847] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.216243] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-472d1e33-1270-424e-adcd-85b440b814da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.225716] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1029.225716] env[71079]: value = "task-3279452" [ 1029.225716] env[71079]: _type = "Task" [ 1029.225716] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.236948] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.363761] env[71079]: DEBUG nova.network.neutron [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.389597] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.389858] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.511273] env[71079]: DEBUG nova.network.neutron [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updating instance_info_cache with network_info: [{"id": "974254b6-e716-423d-820a-d70a705130cd", "address": "fa:16:3e:8f:67:0a", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974254b6-e7", "ovs_interfaceid": "974254b6-e716-423d-820a-d70a705130cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.545363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.547656] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.112s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.547898] env[71079]: DEBUG nova.objects.instance [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'resources' on Instance uuid e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.570850] env[71079]: INFO nova.scheduler.client.report [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Deleted allocations for instance 93fe262e-954f-4555-828f-21a4f064b10d [ 1029.603795] env[71079]: DEBUG nova.compute.manager [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Received event network-changed-17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.603795] env[71079]: DEBUG nova.compute.manager [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Refreshing instance network info cache due to event network-changed-17465672-638f-4fe2-a7a9-750ab1888087. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.603795] env[71079]: DEBUG oslo_concurrency.lockutils [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] Acquiring lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.603795] env[71079]: DEBUG oslo_concurrency.lockutils [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] Acquired lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.604096] env[71079]: DEBUG nova.network.neutron [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Refreshing network info cache for port 17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.705693] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.738501] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078744} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.739181] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.739740] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28cdc6b-f4ae-45dc-a181-e822a52c9575 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.767280] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 68efd1a3-dedd-4cea-a204-27a0016bb3ec/68efd1a3-dedd-4cea-a204-27a0016bb3ec.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.767280] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86cbec4c-1c17-4c57-9a6d-b83f8d40d0d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.790506] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1029.790506] env[71079]: value = "task-3279453" [ 1029.790506] env[71079]: _type = "Task" [ 1029.790506] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.799662] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.892501] env[71079]: DEBUG nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.014231] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.014715] env[71079]: DEBUG nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Instance network_info: |[{"id": "974254b6-e716-423d-820a-d70a705130cd", "address": "fa:16:3e:8f:67:0a", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974254b6-e7", "ovs_interfaceid": "974254b6-e716-423d-820a-d70a705130cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.015241] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:67:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974254b6-e716-423d-820a-d70a705130cd', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.024835] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.025146] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.025421] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25bd89a2-a290-425c-97d4-16d0d5eecba4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.049854] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.049854] env[71079]: value = "task-3279454" [ 1030.049854] env[71079]: _type = "Task" [ 1030.049854] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.062867] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279454, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.081900] env[71079]: DEBUG oslo_concurrency.lockutils [None req-142f817f-a5ef-41f7-a81a-32cbe774d211 tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "93fe262e-954f-4555-828f-21a4f064b10d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.772s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.149447] env[71079]: DEBUG nova.compute.manager [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Received event network-changed-974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.149758] env[71079]: DEBUG nova.compute.manager [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Refreshing instance network info cache due to event network-changed-974254b6-e716-423d-820a-d70a705130cd. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.150205] env[71079]: DEBUG oslo_concurrency.lockutils [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] Acquiring lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.151101] env[71079]: DEBUG oslo_concurrency.lockutils [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] Acquired lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.151101] env[71079]: DEBUG nova.network.neutron [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Refreshing network info cache for port 974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.205819] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279451, 'name': ReconfigVM_Task, 'duration_secs': 0.925445} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.208744] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.209884] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42709202-ab6e-4d8b-b332-f2502e228588 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.246492] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c2898e-d528-45ff-ac21-71afdea60102 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.264926] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1030.264926] env[71079]: value = "task-3279455" [ 1030.264926] env[71079]: _type = "Task" [ 1030.264926] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.276929] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.304715] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.396054] env[71079]: DEBUG nova.network.neutron [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Updated VIF entry in instance network info cache for port 17465672-638f-4fe2-a7a9-750ab1888087. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.396442] env[71079]: DEBUG nova.network.neutron [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Updating instance_info_cache with network_info: [{"id": "17465672-638f-4fe2-a7a9-750ab1888087", "address": "fa:16:3e:e0:dd:24", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17465672-63", "ovs_interfaceid": "17465672-638f-4fe2-a7a9-750ab1888087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.403737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b35054-3d9a-4015-aa9b-d6c088ba9bb0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.412517] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.413981] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ce3a8-a6a8-4b0a-820e-a4d49f12fb1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.447237] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eded8e-688d-4517-9bef-0a1644dbf6cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.455681] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd29a0-eef2-44a4-8c76-f0e90965e1c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.470156] env[71079]: DEBUG nova.compute.provider_tree [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.565021] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279454, 'name': CreateVM_Task, 'duration_secs': 0.396855} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.565021] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.565021] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.565409] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.565673] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.566013] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20e5a33-519d-4bf3-a4f9-e88dcc650e2b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.576597] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1030.576597] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52843566-dd8e-8337-acb4-3abcf5c932a3" [ 1030.576597] env[71079]: _type = "Task" [ 1030.576597] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.588061] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52843566-dd8e-8337-acb4-3abcf5c932a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.780816] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279455, 'name': ReconfigVM_Task, 'duration_secs': 0.387037} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.781210] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.781361] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e017ab30-666c-4ee6-9daf-2b9c5eadc394 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.790308] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1030.790308] env[71079]: value = "task-3279456" [ 1030.790308] env[71079]: _type = "Task" [ 1030.790308] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.802870] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279453, 'name': ReconfigVM_Task, 'duration_secs': 0.515735} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.805500] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 68efd1a3-dedd-4cea-a204-27a0016bb3ec/68efd1a3-dedd-4cea-a204-27a0016bb3ec.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.806287] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.808939] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07457e9a-cc92-4ddf-94c3-a2bfb072c089 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.815628] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1030.815628] env[71079]: value = "task-3279457" [ 1030.815628] env[71079]: _type = "Task" [ 1030.815628] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.824370] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279457, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.879200] env[71079]: DEBUG nova.network.neutron [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updated VIF entry in instance network info cache for port 974254b6-e716-423d-820a-d70a705130cd. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.879610] env[71079]: DEBUG nova.network.neutron [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updating instance_info_cache with network_info: [{"id": "974254b6-e716-423d-820a-d70a705130cd", "address": "fa:16:3e:8f:67:0a", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974254b6-e7", "ovs_interfaceid": "974254b6-e716-423d-820a-d70a705130cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.900658] env[71079]: DEBUG oslo_concurrency.lockutils [req-116397eb-12b4-4281-b176-3614ba37ffe0 req-b6916c95-de7f-4fd0-9aeb-da0914b17bfc service nova] Releasing lock "refresh_cache-6cb2901c-58d8-4040-a5d6-9a8235a7862d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.973606] env[71079]: DEBUG nova.scheduler.client.report [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.086821] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52843566-dd8e-8337-acb4-3abcf5c932a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.087221] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.087475] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.087629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.087780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.087963] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.088265] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad180d39-84a2-44c7-bfae-66e9fed8d81b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.097442] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.097624] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.098396] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d75ac1e-2565-4bd7-8237-eed60c5a753a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.103891] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1031.103891] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52699137-eecd-979e-a4d0-4a16d3bbf39b" [ 1031.103891] env[71079]: _type = "Task" [ 1031.103891] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.112069] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52699137-eecd-979e-a4d0-4a16d3bbf39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.230623] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "bd1578ce-ee95-4d44-af39-05e53a33cef9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.230964] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.231230] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "bd1578ce-ee95-4d44-af39-05e53a33cef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.231458] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.231661] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.233903] env[71079]: INFO nova.compute.manager [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Terminating instance [ 1031.300792] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.324551] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279457, 'name': Rename_Task, 'duration_secs': 0.246176} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.324808] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.325059] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c53d9b4-5549-474b-bc37-aa24b32f1bbe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.331534] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1031.331534] env[71079]: value = "task-3279458" [ 1031.331534] env[71079]: _type = "Task" [ 1031.331534] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.339346] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.382803] env[71079]: DEBUG oslo_concurrency.lockutils [req-cc92eab8-6c4c-4593-a00b-8190a196848d req-ad9beab8-614e-45e3-8ec2-8cab725c3083 service nova] Releasing lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.479485] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.482078] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.804s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.482336] env[71079]: DEBUG nova.objects.instance [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lazy-loading 'resources' on Instance uuid 22200de3-6090-499b-8520-a0807b339bb5 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.502328] env[71079]: INFO nova.scheduler.client.report [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted allocations for instance e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302 [ 1031.616201] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52699137-eecd-979e-a4d0-4a16d3bbf39b, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.617009] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e6a9f1-633e-41e0-b5b3-3766e8c66cbc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.622817] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1031.622817] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5295fe22-31de-c862-8486-0725f5940bde" [ 1031.622817] env[71079]: _type = "Task" [ 1031.622817] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.631074] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5295fe22-31de-c862-8486-0725f5940bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.738297] env[71079]: DEBUG nova.compute.manager [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.738644] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.739806] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fae6af-7258-468b-978e-c2f5fa99707f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.748145] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.748422] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ebfd27b-91e6-4c2a-9ede-aaa21a819801 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.755127] env[71079]: DEBUG oslo_vmware.api [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 1031.755127] env[71079]: value = "task-3279459" [ 1031.755127] env[71079]: _type = "Task" [ 1031.755127] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.764670] env[71079]: DEBUG oslo_vmware.api [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.802938] env[71079]: DEBUG oslo_vmware.api [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279456, 'name': PowerOnVM_Task, 'duration_secs': 0.726792} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.803352] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.806025] env[71079]: DEBUG nova.compute.manager [None req-646028b7-75d4-4bc8-82cd-fbbdfb62d5b6 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.806817] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015a835c-f8f4-466d-a134-bac1ad65f365 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.844259] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279458, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.011822] env[71079]: DEBUG oslo_concurrency.lockutils [None req-22374ef3-3ec4-424e-af7c-56c2cff1a009 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.816s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.136376] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5295fe22-31de-c862-8486-0725f5940bde, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.137087] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.137224] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.137636] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c96ddac5-ab8a-4f4c-85d7-3472f55a8013 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.147825] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1032.147825] env[71079]: value = "task-3279460" [ 1032.147825] env[71079]: _type = "Task" [ 1032.147825] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.157848] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.238949] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4260a1df-6c57-4b68-a00a-86a5170c7c88 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.246742] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b85055-4c99-4eab-86f6-9a631a365e62 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.282690] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351f0b5-bb44-465d-a11e-b00973d9ccd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.293644] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e00eda-ee4d-402b-8482-381d6158f706 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.298167] env[71079]: DEBUG oslo_vmware.api [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279459, 'name': PowerOffVM_Task, 'duration_secs': 0.221904} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.298448] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.298614] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.299249] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3339e814-0b5d-48c3-9fe1-3d28f526a74d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.310267] env[71079]: DEBUG nova.compute.provider_tree [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.344557] env[71079]: DEBUG oslo_vmware.api [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279458, 'name': PowerOnVM_Task, 'duration_secs': 0.570991} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.344760] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.344972] env[71079]: INFO nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1032.345175] env[71079]: DEBUG nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.346176] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64112b2-adfa-4932-8e2e-03cc98dc4e74 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.379680] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.380031] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.380315] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Deleting the datastore file [datastore2] bd1578ce-ee95-4d44-af39-05e53a33cef9 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.380780] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f9fa968-a723-4d78-9e61-06c15d728473 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.390107] env[71079]: DEBUG oslo_vmware.api [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for the task: (returnval){ [ 1032.390107] env[71079]: value = "task-3279462" [ 1032.390107] env[71079]: _type = "Task" [ 1032.390107] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.399232] env[71079]: DEBUG oslo_vmware.api [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.658386] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.816345] env[71079]: DEBUG nova.scheduler.client.report [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.869172] env[71079]: INFO nova.compute.manager [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Took 24.30 seconds to build instance. [ 1032.901212] env[71079]: DEBUG oslo_vmware.api [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Task: {'id': task-3279462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372177} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.901478] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.901664] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.901845] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.902475] env[71079]: INFO nova.compute.manager [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1032.902475] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.902475] env[71079]: DEBUG nova.compute.manager [-] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.902808] env[71079]: DEBUG nova.network.neutron [-] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.159171] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520387} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.159524] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.159779] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.160018] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc1e579-520b-4c5a-bfa6-38bcc5281a76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.167723] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1033.167723] env[71079]: value = "task-3279463" [ 1033.167723] env[71079]: _type = "Task" [ 1033.167723] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.176131] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.316475] env[71079]: DEBUG nova.compute.manager [req-58d8507e-915c-4b8c-8dbf-a3c34f5f3481 req-62afe69f-663f-4b97-bf11-4b2343032f19 service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Received event network-vif-deleted-37904a49-f4ba-4b0e-aabd-aff1e6f243f1 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.316659] env[71079]: INFO nova.compute.manager [req-58d8507e-915c-4b8c-8dbf-a3c34f5f3481 req-62afe69f-663f-4b97-bf11-4b2343032f19 service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Neutron deleted interface 37904a49-f4ba-4b0e-aabd-aff1e6f243f1; detaching it from the instance and deleting it from the info cache [ 1033.316784] env[71079]: DEBUG nova.network.neutron [req-58d8507e-915c-4b8c-8dbf-a3c34f5f3481 req-62afe69f-663f-4b97-bf11-4b2343032f19 service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.319939] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.322664] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.502s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.323085] env[71079]: DEBUG nova.objects.instance [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lazy-loading 'resources' on Instance uuid 687c3847-596e-42b4-85ef-27506539e8f8 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.348537] env[71079]: INFO nova.scheduler.client.report [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleted allocations for instance 22200de3-6090-499b-8520-a0807b339bb5 [ 1033.350079] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "418819da-4e4c-41d2-b435-6a3a990b137d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.350544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "418819da-4e4c-41d2-b435-6a3a990b137d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.371107] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3d37e37c-2014-4613-b7ad-44ab982e0c69 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.818s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.677986] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071078} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.679584] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.679584] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be746bcd-183a-47d0-b98a-146cd60189a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.703259] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.704039] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c6c82f-de59-4b22-96ce-3c65aeb28598 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.728319] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1033.728319] env[71079]: value = "task-3279464" [ 1033.728319] env[71079]: _type = "Task" [ 1033.728319] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.737204] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.800420] env[71079]: DEBUG nova.network.neutron [-] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.823944] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f76f1e1-e2f4-4120-bb8d-d2c4a54319da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.837182] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d30ecd-1dde-4c54-895f-4cffd0c4184e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.855268] env[71079]: DEBUG nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.860894] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eadfef8e-1180-4561-8b43-abf49cf44d68 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "22200de3-6090-499b-8520-a0807b339bb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.730s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.877993] env[71079]: DEBUG nova.compute.manager [req-58d8507e-915c-4b8c-8dbf-a3c34f5f3481 req-62afe69f-663f-4b97-bf11-4b2343032f19 service nova] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Detach interface failed, port_id=37904a49-f4ba-4b0e-aabd-aff1e6f243f1, reason: Instance bd1578ce-ee95-4d44-af39-05e53a33cef9 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.121764] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.121764] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.121923] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.122083] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.122257] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.126780] env[71079]: INFO nova.compute.manager [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Terminating instance [ 1034.201892] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6e55b-fa62-4056-8951-06f4b1d70908 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.210320] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e238d982-7143-4176-bbcb-1370e77471a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.242879] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e46549-b016-4c76-a37c-1a43a2209911 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.252157] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279464, 'name': ReconfigVM_Task, 'duration_secs': 0.321778} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.253345] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6242792-5dab-4e66-85bf-82747731b77d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.256977] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfigured VM instance instance-00000060 to attach disk [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.257597] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-720652b6-2856-43eb-8221-35c3a1e78af2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.279981] env[71079]: DEBUG nova.compute.provider_tree [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.282504] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1034.282504] env[71079]: value = "task-3279465" [ 1034.282504] env[71079]: _type = "Task" [ 1034.282504] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.291199] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279465, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.303433] env[71079]: INFO nova.compute.manager [-] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Took 1.40 seconds to deallocate network for instance. [ 1034.393784] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.631242] env[71079]: DEBUG nova.compute.manager [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.631488] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.632409] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa200fb-66f3-455e-8665-15d5eff6817d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.640294] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.640534] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f8635d4-1467-43df-b2b6-894639662420 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.646782] env[71079]: DEBUG oslo_vmware.api [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1034.646782] env[71079]: value = "task-3279466" [ 1034.646782] env[71079]: _type = "Task" [ 1034.646782] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.654745] env[71079]: DEBUG oslo_vmware.api [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.784374] env[71079]: DEBUG nova.scheduler.client.report [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.797304] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279465, 'name': Rename_Task, 'duration_secs': 0.219767} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.797575] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.797826] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9906eaf6-6423-476f-8cc3-3b08c793f8ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.805430] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1034.805430] env[71079]: value = "task-3279467" [ 1034.805430] env[71079]: _type = "Task" [ 1034.805430] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.809262] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.815631] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.960551] env[71079]: INFO nova.compute.manager [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Rescuing [ 1034.960940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.961161] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.961409] env[71079]: DEBUG nova.network.neutron [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.157329] env[71079]: DEBUG oslo_vmware.api [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279466, 'name': PowerOffVM_Task, 'duration_secs': 0.183989} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.157598] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.157766] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.158073] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5048de3c-7362-4dda-8311-ed973bfadb92 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.228035] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.228035] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.228035] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleting the datastore file [datastore2] c4966c7a-4d93-42b1-9a29-88be2a382cd4 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.228599] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcab6c58-ffac-4d04-9434-37b24934e957 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.236049] env[71079]: DEBUG oslo_vmware.api [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1035.236049] env[71079]: value = "task-3279469" [ 1035.236049] env[71079]: _type = "Task" [ 1035.236049] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.245063] env[71079]: DEBUG oslo_vmware.api [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.293407] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.295849] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.529s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.296044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.296253] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1035.296638] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.884s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.298219] env[71079]: INFO nova.compute.claims [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.302465] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb91ce61-6ffd-4c24-b619-15efed925a12 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.316209] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7956ef-d08e-469f-8487-fc912c614a2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.326188] env[71079]: INFO nova.scheduler.client.report [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Deleted allocations for instance 687c3847-596e-42b4-85ef-27506539e8f8 [ 1035.327463] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279467, 'name': PowerOnVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.344026] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e739a48a-7cc4-495c-97f6-17feda07d243 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.352808] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b694b-a44c-47d4-943f-ba2b7a7baa10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.386643] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178782MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1035.386905] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.655804] env[71079]: DEBUG nova.network.neutron [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Updating instance_info_cache with network_info: [{"id": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "address": "fa:16:3e:e9:b1:1d", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3622613a-30", "ovs_interfaceid": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.729484] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.729780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.730062] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.730270] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.730480] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.733373] env[71079]: INFO nova.compute.manager [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Terminating instance [ 1035.748359] env[71079]: DEBUG oslo_vmware.api [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276791} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.748583] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.748777] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.748984] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.749213] env[71079]: INFO nova.compute.manager [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1035.749475] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.749958] env[71079]: DEBUG nova.compute.manager [-] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.750088] env[71079]: DEBUG nova.network.neutron [-] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.819031] env[71079]: DEBUG oslo_vmware.api [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279467, 'name': PowerOnVM_Task, 'duration_secs': 0.620749} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.819752] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.819966] env[71079]: INFO nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1035.820160] env[71079]: DEBUG nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.820936] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f1686-e980-4134-af14-7b4fbf8c97eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.846286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-46673052-454d-4a85-a9f6-a2a9a374edcc tempest-ServerGroupTestJSON-745813570 tempest-ServerGroupTestJSON-745813570-project-member] Lock "687c3847-596e-42b4-85ef-27506539e8f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.567s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.034375] env[71079]: DEBUG nova.compute.manager [req-b29286b7-c277-45d1-b44b-57f8c171b3fe req-750e0432-055e-412a-9ac0-d561005d8c68 service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Received event network-vif-deleted-8ac7d008-41fe-45cb-a499-423b841b9649 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.034375] env[71079]: INFO nova.compute.manager [req-b29286b7-c277-45d1-b44b-57f8c171b3fe req-750e0432-055e-412a-9ac0-d561005d8c68 service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Neutron deleted interface 8ac7d008-41fe-45cb-a499-423b841b9649; detaching it from the instance and deleting it from the info cache [ 1036.034375] env[71079]: DEBUG nova.network.neutron [req-b29286b7-c277-45d1-b44b-57f8c171b3fe req-750e0432-055e-412a-9ac0-d561005d8c68 service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.160493] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.237830] env[71079]: DEBUG nova.compute.manager [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.237830] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.238538] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca926331-33ce-4717-b10a-a5ddf5fcc43f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.248105] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.248677] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f967fb73-22b6-45b2-8e1c-5cf04ecf5eee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.255461] env[71079]: DEBUG oslo_vmware.api [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1036.255461] env[71079]: value = "task-3279470" [ 1036.255461] env[71079]: _type = "Task" [ 1036.255461] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.272740] env[71079]: DEBUG oslo_vmware.api [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.342437] env[71079]: INFO nova.compute.manager [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Took 26.28 seconds to build instance. [ 1036.521197] env[71079]: DEBUG nova.network.neutron [-] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.538137] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60adf67f-3533-4fbb-9177-6f0a2bb68a3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.548078] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a342e53-de88-4fd7-bae9-fc3da6078785 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.590136] env[71079]: DEBUG nova.compute.manager [req-b29286b7-c277-45d1-b44b-57f8c171b3fe req-750e0432-055e-412a-9ac0-d561005d8c68 service nova] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Detach interface failed, port_id=8ac7d008-41fe-45cb-a499-423b841b9649, reason: Instance c4966c7a-4d93-42b1-9a29-88be2a382cd4 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.601184] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf775edb-a828-4eef-a8ad-4fd259d8e325 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.608503] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad47d11-9ae6-4c5a-a8dc-36a7f34e0b2c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.640672] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095d7ef-7d54-4f98-8faf-a9ed9cff8079 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.647977] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabbabc-7242-453d-8924-8b54d23d26cf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.662256] env[71079]: DEBUG nova.compute.provider_tree [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.766479] env[71079]: DEBUG oslo_vmware.api [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279470, 'name': PowerOffVM_Task, 'duration_secs': 0.394488} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.766758] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.766979] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.767346] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5c597d6-8c2b-4741-ab95-b324fa878a6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.805140] env[71079]: DEBUG nova.compute.manager [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Received event network-changed-974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.805140] env[71079]: DEBUG nova.compute.manager [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Refreshing instance network info cache due to event network-changed-974254b6-e716-423d-820a-d70a705130cd. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.805140] env[71079]: DEBUG oslo_concurrency.lockutils [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] Acquiring lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.805140] env[71079]: DEBUG oslo_concurrency.lockutils [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] Acquired lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.805140] env[71079]: DEBUG nova.network.neutron [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Refreshing network info cache for port 974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.843025] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.843025] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.843025] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Deleting the datastore file [datastore2] 68efd1a3-dedd-4cea-a204-27a0016bb3ec {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.843025] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-083aadbc-0ae9-41d3-97cf-70e093212cad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.845839] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d2b83f0f-156e-4218-ad46-09b71fd41d32 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.790s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.851589] env[71079]: DEBUG oslo_vmware.api [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1036.851589] env[71079]: value = "task-3279472" [ 1036.851589] env[71079]: _type = "Task" [ 1036.851589] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.861224] env[71079]: DEBUG oslo_vmware.api [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.024681] env[71079]: INFO nova.compute.manager [-] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Took 1.27 seconds to deallocate network for instance. [ 1037.165631] env[71079]: DEBUG nova.scheduler.client.report [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.363510] env[71079]: DEBUG oslo_vmware.api [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.531688] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.674336] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.674862] env[71079]: DEBUG nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.677739] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.284s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.679195] env[71079]: INFO nova.compute.claims [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.698130] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.699280] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f96b4f-b013-48d1-ac8a-edb1f44ce607 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.708443] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1037.708443] env[71079]: value = "task-3279473" [ 1037.708443] env[71079]: _type = "Task" [ 1037.708443] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.718453] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.866841] env[71079]: DEBUG oslo_vmware.api [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542729} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.867947] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.867947] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.867947] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.867947] env[71079]: INFO nova.compute.manager [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1037.867947] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.868591] env[71079]: DEBUG nova.compute.manager [-] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.868591] env[71079]: DEBUG nova.network.neutron [-] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.040127] env[71079]: DEBUG nova.network.neutron [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updated VIF entry in instance network info cache for port 974254b6-e716-423d-820a-d70a705130cd. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.040127] env[71079]: DEBUG nova.network.neutron [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updating instance_info_cache with network_info: [{"id": "974254b6-e716-423d-820a-d70a705130cd", "address": "fa:16:3e:8f:67:0a", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974254b6-e7", "ovs_interfaceid": "974254b6-e716-423d-820a-d70a705130cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.190028] env[71079]: DEBUG nova.compute.utils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.192867] env[71079]: DEBUG nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.193230] env[71079]: DEBUG nova.network.neutron [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.222473] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279473, 'name': PowerOffVM_Task, 'duration_secs': 0.270574} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.222979] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.224108] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75df0b-e763-408b-9a70-d1480bbcacf1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.247949] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be53cb-141a-4812-a0de-bdcaeff6f224 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.284054] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.284054] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7979685-ee98-49a6-ba8d-8bdc59f313a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.287847] env[71079]: DEBUG nova.policy [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ebfb4d2d3f491cbd1992020e130433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e855873d3d724f87b90b10473fca9c90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.291176] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1038.291176] env[71079]: value = "task-3279474" [ 1038.291176] env[71079]: _type = "Task" [ 1038.291176] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.300225] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.377142] env[71079]: DEBUG nova.compute.manager [req-cc8e644d-ea87-4e22-aacb-eee3a631333a req-d68d3b02-7092-4a54-90bf-1bb1232db90e service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Received event network-vif-deleted-8098d29f-1357-4ebc-9307-9220c6c87aea {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.377142] env[71079]: INFO nova.compute.manager [req-cc8e644d-ea87-4e22-aacb-eee3a631333a req-d68d3b02-7092-4a54-90bf-1bb1232db90e service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Neutron deleted interface 8098d29f-1357-4ebc-9307-9220c6c87aea; detaching it from the instance and deleting it from the info cache [ 1038.377142] env[71079]: DEBUG nova.network.neutron [req-cc8e644d-ea87-4e22-aacb-eee3a631333a req-d68d3b02-7092-4a54-90bf-1bb1232db90e service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.542653] env[71079]: DEBUG oslo_concurrency.lockutils [req-ce1d881a-1f1a-4c54-bbcc-ed2d09c7d9e8 req-5120f14b-e02d-4c1e-8c8d-61ffc9ea07f9 service nova] Releasing lock "refresh_cache-d59df49a-a6a8-4c45-a461-414b589f5791" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.641353] env[71079]: DEBUG nova.network.neutron [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Successfully created port: 71d1d8d0-a40f-4924-ba53-da2e81bcb3ed {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.693358] env[71079]: DEBUG nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.807764] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1038.808098] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.808401] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.808557] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.808741] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.809014] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e1e53f-ba80-4778-b564-724088f72c16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.820835] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.821052] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.821804] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6916e2-916b-456a-9a5d-3979b563382f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.829512] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1038.829512] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5260828a-66e6-2018-55aa-6b4d2cd87e98" [ 1038.829512] env[71079]: _type = "Task" [ 1038.829512] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.838969] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5260828a-66e6-2018-55aa-6b4d2cd87e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.861032] env[71079]: DEBUG nova.network.neutron [-] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.881274] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcc206b5-de20-4e03-8a27-283d20a8d942 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.891755] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ae8edd-e4eb-40f4-9d4b-b266d08d71c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.929418] env[71079]: DEBUG nova.compute.manager [req-cc8e644d-ea87-4e22-aacb-eee3a631333a req-d68d3b02-7092-4a54-90bf-1bb1232db90e service nova] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Detach interface failed, port_id=8098d29f-1357-4ebc-9307-9220c6c87aea, reason: Instance 68efd1a3-dedd-4cea-a204-27a0016bb3ec could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.993472] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9557cf80-b909-444f-919e-7c756eeedf06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.001821] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df4512-ccf8-438b-8721-8dda24275582 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.034293] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd786db8-9d2f-4d2d-8402-d662fa1afa9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.042125] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6714ac8-5329-4a20-af21-aa9e613bb5e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.056028] env[71079]: DEBUG nova.compute.provider_tree [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.340595] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5260828a-66e6-2018-55aa-6b4d2cd87e98, 'name': SearchDatastore_Task, 'duration_secs': 0.01724} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.341413] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11dc0fbc-0c23-43be-a633-23bf310b841e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.346573] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1039.346573] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528cce08-5169-f4ec-211d-06418c5ef07d" [ 1039.346573] env[71079]: _type = "Task" [ 1039.346573] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.353990] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528cce08-5169-f4ec-211d-06418c5ef07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.363503] env[71079]: INFO nova.compute.manager [-] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Took 1.50 seconds to deallocate network for instance. [ 1039.559160] env[71079]: DEBUG nova.scheduler.client.report [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.703473] env[71079]: DEBUG nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.728670] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.728914] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.729086] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.729275] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.729422] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.729569] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.729781] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.729938] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.730181] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.730358] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.730538] env[71079]: DEBUG nova.virt.hardware [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.732286] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214ae3ed-6966-45f1-9e35-f0fc7fd5c69a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.741409] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ebc4d5-f8f8-4817-9e36-a22afb8749a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.857592] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528cce08-5169-f4ec-211d-06418c5ef07d, 'name': SearchDatastore_Task, 'duration_secs': 0.033915} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.857928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.858218] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. {{(pid=71079) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1039.858518] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de1390f-558c-4350-950c-879770222b0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.865917] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1039.865917] env[71079]: value = "task-3279475" [ 1039.865917] env[71079]: _type = "Task" [ 1039.865917] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.871145] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.876276] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.065614] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.066156] env[71079]: DEBUG nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.069054] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.260s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.069274] env[71079]: DEBUG nova.objects.instance [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lazy-loading 'resources' on Instance uuid bd1578ce-ee95-4d44-af39-05e53a33cef9 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.152818] env[71079]: DEBUG nova.network.neutron [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Successfully updated port: 71d1d8d0-a40f-4924-ba53-da2e81bcb3ed {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.376064] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.404399] env[71079]: DEBUG nova.compute.manager [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Received event network-vif-plugged-71d1d8d0-a40f-4924-ba53-da2e81bcb3ed {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.404616] env[71079]: DEBUG oslo_concurrency.lockutils [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] Acquiring lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.404827] env[71079]: DEBUG oslo_concurrency.lockutils [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.404996] env[71079]: DEBUG oslo_concurrency.lockutils [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.405184] env[71079]: DEBUG nova.compute.manager [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] No waiting events found dispatching network-vif-plugged-71d1d8d0-a40f-4924-ba53-da2e81bcb3ed {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.405345] env[71079]: WARNING nova.compute.manager [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Received unexpected event network-vif-plugged-71d1d8d0-a40f-4924-ba53-da2e81bcb3ed for instance with vm_state building and task_state spawning. [ 1040.405507] env[71079]: DEBUG nova.compute.manager [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Received event network-changed-71d1d8d0-a40f-4924-ba53-da2e81bcb3ed {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.405659] env[71079]: DEBUG nova.compute.manager [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Refreshing instance network info cache due to event network-changed-71d1d8d0-a40f-4924-ba53-da2e81bcb3ed. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.405840] env[71079]: DEBUG oslo_concurrency.lockutils [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] Acquiring lock "refresh_cache-a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.406027] env[71079]: DEBUG oslo_concurrency.lockutils [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] Acquired lock "refresh_cache-a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.406172] env[71079]: DEBUG nova.network.neutron [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Refreshing network info cache for port 71d1d8d0-a40f-4924-ba53-da2e81bcb3ed {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.572708] env[71079]: DEBUG nova.compute.utils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.578128] env[71079]: DEBUG nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.578310] env[71079]: DEBUG nova.network.neutron [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.633033] env[71079]: DEBUG nova.policy [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '960d4d7ad0854a878dbd63a3170233a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97524c1401ad479eb74c5f00ab366b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.657052] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "refresh_cache-a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.844599] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09615710-47b0-42b9-8596-276a0c78efef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.852472] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e9874-d6ca-4988-9a3e-2c77fb5b192f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.886075] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66cb0c7-c90f-414b-8c8c-ff65d6fbb515 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.896071] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bdd614-80ad-4417-9bd9-93dbd27804d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.899683] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927571} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.899934] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. [ 1040.901278] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c1e268-d728-4e03-98cd-2378bf46f3ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.912885] env[71079]: DEBUG nova.compute.provider_tree [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.936323] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.937228] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1ca3ca-2f3c-4ccc-86ae-87521550a264 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.956260] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1040.956260] env[71079]: value = "task-3279476" [ 1040.956260] env[71079]: _type = "Task" [ 1040.956260] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.957068] env[71079]: DEBUG nova.network.neutron [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.968108] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.008775] env[71079]: DEBUG nova.network.neutron [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Successfully created port: e3466455-0b46-48b4-a2ca-bdc6a7491ff4 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.079354] env[71079]: DEBUG nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.090372] env[71079]: DEBUG nova.network.neutron [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.153123] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "e460159d-efc7-4afd-a28d-93606c38bfbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.153380] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.153586] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "e460159d-efc7-4afd-a28d-93606c38bfbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.153806] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.153992] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.156138] env[71079]: INFO nova.compute.manager [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Terminating instance [ 1041.416949] env[71079]: DEBUG nova.scheduler.client.report [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.469710] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.592787] env[71079]: DEBUG oslo_concurrency.lockutils [req-2a75b31e-255c-4df0-9b68-7d173645c609 req-a3f06b4b-a1f6-495b-a36d-1d832c2b0569 service nova] Releasing lock "refresh_cache-a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.593191] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "refresh_cache-a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.593353] env[71079]: DEBUG nova.network.neutron [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.660330] env[71079]: DEBUG nova.compute.manager [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.660449] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.661301] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df71bd7-4357-49d3-a861-f3c26ff77348 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.672048] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.672417] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c461e10-e4a0-4b58-9bc3-04d9363785bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.679532] env[71079]: DEBUG oslo_vmware.api [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1041.679532] env[71079]: value = "task-3279477" [ 1041.679532] env[71079]: _type = "Task" [ 1041.679532] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.687408] env[71079]: DEBUG oslo_vmware.api [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.922118] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.925095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.538s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.947737] env[71079]: INFO nova.scheduler.client.report [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Deleted allocations for instance bd1578ce-ee95-4d44-af39-05e53a33cef9 [ 1041.969887] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.089071] env[71079]: DEBUG nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.114328] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.114328] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.114328] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.114716] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.114716] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.114828] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.114948] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.115117] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.115286] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.115450] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.115633] env[71079]: DEBUG nova.virt.hardware [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.116536] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23e176d-365b-46af-aff9-d3bedfbb5a04 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.124356] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3bc24b-4fde-471d-9d9c-e7a7a6ccd023 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.128585] env[71079]: DEBUG nova.network.neutron [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.140173] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.140428] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.140607] env[71079]: INFO nova.compute.manager [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Shelving [ 1042.189585] env[71079]: DEBUG oslo_vmware.api [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279477, 'name': PowerOffVM_Task, 'duration_secs': 0.279606} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.192237] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.192421] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.192686] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515ed3af-0c82-4500-878d-42d4a37a99ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.254238] env[71079]: DEBUG nova.network.neutron [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Updating instance_info_cache with network_info: [{"id": "71d1d8d0-a40f-4924-ba53-da2e81bcb3ed", "address": "fa:16:3e:f6:c8:ef", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d1d8d0-a4", "ovs_interfaceid": "71d1d8d0-a40f-4924-ba53-da2e81bcb3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.259304] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.259664] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.259907] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleting the datastore file [datastore2] e460159d-efc7-4afd-a28d-93606c38bfbc {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.260460] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e46b88b-3720-4ddc-9919-4672616db171 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.271534] env[71079]: DEBUG oslo_vmware.api [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1042.271534] env[71079]: value = "task-3279479" [ 1042.271534] env[71079]: _type = "Task" [ 1042.271534] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.279328] env[71079]: DEBUG oslo_vmware.api [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.455984] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b40cb415-d87a-477b-a540-e42bab8ee1fd tempest-ListImageFiltersTestJSON-527282236 tempest-ListImageFiltersTestJSON-527282236-project-member] Lock "bd1578ce-ee95-4d44-af39-05e53a33cef9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.225s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.458449] env[71079]: DEBUG nova.compute.manager [req-82b57551-f9ef-4cc6-aa19-7b704cba30f7 req-2d24dfad-ea73-4abd-a0aa-63c2dad1a601 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Received event network-vif-plugged-e3466455-0b46-48b4-a2ca-bdc6a7491ff4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.458625] env[71079]: DEBUG oslo_concurrency.lockutils [req-82b57551-f9ef-4cc6-aa19-7b704cba30f7 req-2d24dfad-ea73-4abd-a0aa-63c2dad1a601 service nova] Acquiring lock "418819da-4e4c-41d2-b435-6a3a990b137d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.458833] env[71079]: DEBUG oslo_concurrency.lockutils [req-82b57551-f9ef-4cc6-aa19-7b704cba30f7 req-2d24dfad-ea73-4abd-a0aa-63c2dad1a601 service nova] Lock "418819da-4e4c-41d2-b435-6a3a990b137d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.458996] env[71079]: DEBUG oslo_concurrency.lockutils [req-82b57551-f9ef-4cc6-aa19-7b704cba30f7 req-2d24dfad-ea73-4abd-a0aa-63c2dad1a601 service nova] Lock "418819da-4e4c-41d2-b435-6a3a990b137d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.459395] env[71079]: DEBUG nova.compute.manager [req-82b57551-f9ef-4cc6-aa19-7b704cba30f7 req-2d24dfad-ea73-4abd-a0aa-63c2dad1a601 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] No waiting events found dispatching network-vif-plugged-e3466455-0b46-48b4-a2ca-bdc6a7491ff4 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.459596] env[71079]: WARNING nova.compute.manager [req-82b57551-f9ef-4cc6-aa19-7b704cba30f7 req-2d24dfad-ea73-4abd-a0aa-63c2dad1a601 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Received unexpected event network-vif-plugged-e3466455-0b46-48b4-a2ca-bdc6a7491ff4 for instance with vm_state building and task_state spawning. [ 1042.471268] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279476, 'name': ReconfigVM_Task, 'duration_secs': 1.032565} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.471578] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.472476] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa29d4-5c9d-4b43-8a35-7c99baffdcdd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.502220] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c02e4e-0ce0-45a9-b876-8ff584f8e4dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.519016] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1042.519016] env[71079]: value = "task-3279480" [ 1042.519016] env[71079]: _type = "Task" [ 1042.519016] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.525403] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.561909] env[71079]: DEBUG nova.network.neutron [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Successfully updated port: e3466455-0b46-48b4-a2ca-bdc6a7491ff4 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.757129] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "refresh_cache-a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.757534] env[71079]: DEBUG nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Instance network_info: |[{"id": "71d1d8d0-a40f-4924-ba53-da2e81bcb3ed", "address": "fa:16:3e:f6:c8:ef", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d1d8d0-a4", "ovs_interfaceid": "71d1d8d0-a40f-4924-ba53-da2e81bcb3ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.758042] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c8:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71d1d8d0-a40f-4924-ba53-da2e81bcb3ed', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.765625] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.766022] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.766956] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8f4e1c-92ae-46a6-8350-c423934a4231 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.789698] env[71079]: DEBUG oslo_vmware.api [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14709} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.790965] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.791179] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.791643] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.791643] env[71079]: INFO nova.compute.manager [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1042.791852] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.791924] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.791924] env[71079]: value = "task-3279481" [ 1042.791924] env[71079]: _type = "Task" [ 1042.791924] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.792114] env[71079]: DEBUG nova.compute.manager [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.792205] env[71079]: DEBUG nova.network.neutron [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.801943] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279481, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.961391] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 58c5506b-a2a4-475c-aa80-27b9732234d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.961591] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.961752] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.961906] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e460159d-efc7-4afd-a28d-93606c38bfbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.962083] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f46f41d3-b01a-42ea-a88f-8adffa0dc2fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.962239] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 06b3794c-ecea-4a93-87d5-5b42295e89af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.962388] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.962529] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e8261709-4307-4e96-a601-2425c8ac0a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.962669] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.962816] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance c4966c7a-4d93-42b1-9a29-88be2a382cd4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.962930] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance be812872-bffc-49c1-ae14-a298d3c4ac6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.963051] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 447fc5ce-65d6-428d-8e98-44e784846996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.963176] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 6cb2901c-58d8-4040-a5d6-9a8235a7862d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.963288] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 68efd1a3-dedd-4cea-a204-27a0016bb3ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.963397] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d59df49a-a6a8-4c45-a461-414b589f5791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.963548] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.963613] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 418819da-4e4c-41d2-b435-6a3a990b137d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1042.963824] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1042.963958] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1043.032916] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279480, 'name': ReconfigVM_Task, 'duration_secs': 0.147523} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.036293] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.036896] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de881200-9d71-4b11-99a9-6430f899c8ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.045671] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1043.045671] env[71079]: value = "task-3279482" [ 1043.045671] env[71079]: _type = "Task" [ 1043.045671] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.056521] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.065895] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-418819da-4e4c-41d2-b435-6a3a990b137d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.066177] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-418819da-4e4c-41d2-b435-6a3a990b137d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.066540] env[71079]: DEBUG nova.network.neutron [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.151804] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.152513] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a716a057-615f-41f6-b23f-d6b42fb48b88 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.161154] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1043.161154] env[71079]: value = "task-3279483" [ 1043.161154] env[71079]: _type = "Task" [ 1043.161154] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.173573] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.248532] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd321f84-7f4a-4416-920a-2c4361c8ee14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.258163] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc1ab9-efd9-4232-884d-e634e2cd60dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.291398] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76967d7b-3a44-40fc-ac36-0ab7792ce460 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.305761] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf74c8a-3053-4b40-ae66-1b0783c36b25 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.309820] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279481, 'name': CreateVM_Task, 'duration_secs': 0.381269} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.310033] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.311167] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.311384] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.311651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.311928] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57af4cbf-f6ca-4d71-aa08-969c22faff6d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.322119] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.327042] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1043.327042] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525f23a2-7c0c-c027-e01d-881730dd407e" [ 1043.327042] env[71079]: _type = "Task" [ 1043.327042] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.339891] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525f23a2-7c0c-c027-e01d-881730dd407e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.557425] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.613502] env[71079]: DEBUG nova.network.neutron [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.673365] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279483, 'name': PowerOffVM_Task, 'duration_secs': 0.228236} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.673778] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.674977] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39950f5b-afa9-461c-947e-bd1f3d2efb18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.698134] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c0dd18-4d6a-4b23-b6ed-35593d014d4c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.765085] env[71079]: DEBUG nova.network.neutron [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Updating instance_info_cache with network_info: [{"id": "e3466455-0b46-48b4-a2ca-bdc6a7491ff4", "address": "fa:16:3e:68:dd:81", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3466455-0b", "ovs_interfaceid": "e3466455-0b46-48b4-a2ca-bdc6a7491ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.827057] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.839333] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525f23a2-7c0c-c027-e01d-881730dd407e, 'name': SearchDatastore_Task, 'duration_secs': 0.015178} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.839699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.840180] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.840373] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.840538] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.840781] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.841748] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e276f2-eb96-4b4a-80fe-5e72cda8c295 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.852270] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.854189] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.854659] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570880b6-92d6-4bda-bd17-8c5a45298eb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.862333] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1043.862333] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528babd0-ec1e-3dba-b61b-ebb055394a02" [ 1043.862333] env[71079]: _type = "Task" [ 1043.862333] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.862333] env[71079]: DEBUG nova.network.neutron [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.871157] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528babd0-ec1e-3dba-b61b-ebb055394a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.064603] env[71079]: DEBUG oslo_vmware.api [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279482, 'name': PowerOnVM_Task, 'duration_secs': 0.532962} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.068222] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.071207] env[71079]: DEBUG nova.compute.manager [None req-d6468f45-fee7-4ae9-b212-3eb2989cf0de tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.073289] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ba1bd-b8ae-4d1d-99cf-90ecb5e4ab76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.211236] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.211494] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac2d3f13-efd2-4ff6-baf6-bf2bdecde540 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.219253] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1044.219253] env[71079]: value = "task-3279484" [ 1044.219253] env[71079]: _type = "Task" [ 1044.219253] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.227880] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279484, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.268383] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-418819da-4e4c-41d2-b435-6a3a990b137d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.268847] env[71079]: DEBUG nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Instance network_info: |[{"id": "e3466455-0b46-48b4-a2ca-bdc6a7491ff4", "address": "fa:16:3e:68:dd:81", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3466455-0b", "ovs_interfaceid": "e3466455-0b46-48b4-a2ca-bdc6a7491ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.269375] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:dd:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3466455-0b46-48b4-a2ca-bdc6a7491ff4', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.277210] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.277477] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.277817] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72b29940-505b-469b-8681-b72f8f830e16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.298547] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.298547] env[71079]: value = "task-3279485" [ 1044.298547] env[71079]: _type = "Task" [ 1044.298547] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.306262] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279485, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.334266] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1044.334501] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.410s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.334798] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.803s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.335037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.337471] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.466s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.337695] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.361850] env[71079]: INFO nova.scheduler.client.report [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleted allocations for instance c4966c7a-4d93-42b1-9a29-88be2a382cd4 [ 1044.363769] env[71079]: INFO nova.scheduler.client.report [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Deleted allocations for instance 68efd1a3-dedd-4cea-a204-27a0016bb3ec [ 1044.370762] env[71079]: INFO nova.compute.manager [-] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Took 1.58 seconds to deallocate network for instance. [ 1044.381939] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528babd0-ec1e-3dba-b61b-ebb055394a02, 'name': SearchDatastore_Task, 'duration_secs': 0.024984} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.383323] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9ecd4a-f6c8-4b96-89b4-11284a65a51b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.388810] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1044.388810] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4f88b-cd5f-e18f-d18a-79f12cdb6310" [ 1044.388810] env[71079]: _type = "Task" [ 1044.388810] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.397438] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4f88b-cd5f-e18f-d18a-79f12cdb6310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.491382] env[71079]: DEBUG nova.compute.manager [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Received event network-changed-e3466455-0b46-48b4-a2ca-bdc6a7491ff4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.491572] env[71079]: DEBUG nova.compute.manager [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Refreshing instance network info cache due to event network-changed-e3466455-0b46-48b4-a2ca-bdc6a7491ff4. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.491816] env[71079]: DEBUG oslo_concurrency.lockutils [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] Acquiring lock "refresh_cache-418819da-4e4c-41d2-b435-6a3a990b137d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.491973] env[71079]: DEBUG oslo_concurrency.lockutils [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] Acquired lock "refresh_cache-418819da-4e4c-41d2-b435-6a3a990b137d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.492210] env[71079]: DEBUG nova.network.neutron [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Refreshing network info cache for port e3466455-0b46-48b4-a2ca-bdc6a7491ff4 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.730015] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279484, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.808438] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279485, 'name': CreateVM_Task, 'duration_secs': 0.346088} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.808623] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.809303] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.809490] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.809841] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.810163] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f78059-fbe0-4da0-b91c-e53a35c6f3d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.815093] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1044.815093] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d927db-91cc-c371-53f5-7c05add6a9d5" [ 1044.815093] env[71079]: _type = "Task" [ 1044.815093] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.824267] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d927db-91cc-c371-53f5-7c05add6a9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.877286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18ffbbf2-ce57-4b4b-8c7a-d4617d7fe4e8 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "c4966c7a-4d93-42b1-9a29-88be2a382cd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.755s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.879057] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5b8419f5-59ce-4ed1-aaa2-eea95402e04a tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "68efd1a3-dedd-4cea-a204-27a0016bb3ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.149s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.883814] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.883814] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.883814] env[71079]: DEBUG nova.objects.instance [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'resources' on Instance uuid e460159d-efc7-4afd-a28d-93606c38bfbc {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.907438] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d4f88b-cd5f-e18f-d18a-79f12cdb6310, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.907798] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.908102] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b/a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.909028] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d2d94c-a41e-426c-837f-ed39be791a9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.916999] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1044.916999] env[71079]: value = "task-3279486" [ 1044.916999] env[71079]: _type = "Task" [ 1044.916999] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.926914] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.203181] env[71079]: DEBUG nova.network.neutron [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Updated VIF entry in instance network info cache for port e3466455-0b46-48b4-a2ca-bdc6a7491ff4. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.203537] env[71079]: DEBUG nova.network.neutron [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Updating instance_info_cache with network_info: [{"id": "e3466455-0b46-48b4-a2ca-bdc6a7491ff4", "address": "fa:16:3e:68:dd:81", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3466455-0b", "ovs_interfaceid": "e3466455-0b46-48b4-a2ca-bdc6a7491ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.230353] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279484, 'name': CreateSnapshot_Task, 'duration_secs': 0.777939} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.230641] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.231424] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98b9732-8bfa-45bd-af2e-7441f326d915 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.289576] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.290028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.290390] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.291142] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.291142] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.293276] env[71079]: INFO nova.compute.manager [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Terminating instance [ 1045.325995] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d927db-91cc-c371-53f5-7c05add6a9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.326498] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.326831] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.327102] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327257] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.327450] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.327724] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab7d2dad-2fd9-42f4-b3e2-64ec3db6b2c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.345305] env[71079]: INFO nova.compute.manager [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Unrescuing [ 1045.345595] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.345750] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.345918] env[71079]: DEBUG nova.network.neutron [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.349080] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.349080] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.349604] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa2f030-7dd5-4463-bf8f-14ec521f26c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.355322] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1045.355322] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520bd7ef-e806-0594-ab6b-53ea9c40c705" [ 1045.355322] env[71079]: _type = "Task" [ 1045.355322] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.363931] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520bd7ef-e806-0594-ab6b-53ea9c40c705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.430838] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.492209] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "e4671131-9ea8-499c-81f0-c03147057200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.492396] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "e4671131-9ea8-499c-81f0-c03147057200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.628313] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0065b11c-4697-44e2-b0d1-cf0017d1e9c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.636395] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b63211-c486-4782-b974-32cf31454326 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.667739] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5964ca2-3a8c-4bc8-b9bf-b968f245da3b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.675196] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961cdd95-7e19-4c0a-95d4-6bc70a21267a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.688106] env[71079]: DEBUG nova.compute.provider_tree [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.706768] env[71079]: DEBUG oslo_concurrency.lockutils [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] Releasing lock "refresh_cache-418819da-4e4c-41d2-b435-6a3a990b137d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.707051] env[71079]: DEBUG nova.compute.manager [req-ac006119-55f1-403d-92c1-5d33a0fcaf5d req-aa4d8015-f550-4f7d-8417-fe60f6036192 service nova] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Received event network-vif-deleted-ebbb3c26-00a3-4bc1-9470-7d65a16f6ec6 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.750900] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.751322] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97412258-1ba6-476d-ae0a-32444c70be8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.759312] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1045.759312] env[71079]: value = "task-3279488" [ 1045.759312] env[71079]: _type = "Task" [ 1045.759312] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.770994] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279488, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.797450] env[71079]: DEBUG nova.compute.manager [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.797558] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.799142] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e08315-a3d1-4d9f-8f3c-8c7a9dac4cc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.806610] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.806997] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-525ee53f-37fd-4c5c-ac3e-8f696aeac2b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.814791] env[71079]: DEBUG oslo_vmware.api [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1045.814791] env[71079]: value = "task-3279489" [ 1045.814791] env[71079]: _type = "Task" [ 1045.814791] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.827194] env[71079]: DEBUG oslo_vmware.api [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.865501] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520bd7ef-e806-0594-ab6b-53ea9c40c705, 'name': SearchDatastore_Task, 'duration_secs': 0.061742} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.866339] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac14321-d68a-40e5-a4f6-fec8bc791a0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.872121] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1045.872121] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a26933-1b7d-c222-b7c6-b0727b3f1dea" [ 1045.872121] env[71079]: _type = "Task" [ 1045.872121] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.880426] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a26933-1b7d-c222-b7c6-b0727b3f1dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.929231] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754076} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.932161] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b/a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.932393] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.932660] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21875c4d-f249-45d9-adf1-0d12efffd595 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.940296] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1045.940296] env[71079]: value = "task-3279490" [ 1045.940296] env[71079]: _type = "Task" [ 1045.940296] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.949624] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.998246] env[71079]: DEBUG nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.117229] env[71079]: DEBUG nova.network.neutron [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Updating instance_info_cache with network_info: [{"id": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "address": "fa:16:3e:e9:b1:1d", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3622613a-30", "ovs_interfaceid": "3622613a-30e9-49fa-bdf7-73cbc65c1318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.191628] env[71079]: DEBUG nova.scheduler.client.report [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.274917] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279488, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.325617] env[71079]: DEBUG oslo_vmware.api [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279489, 'name': PowerOffVM_Task, 'duration_secs': 0.19373} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.325898] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.326081] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.326585] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9619dddf-77fb-43f6-a353-7e4c993bd23d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.382350] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a26933-1b7d-c222-b7c6-b0727b3f1dea, 'name': SearchDatastore_Task, 'duration_secs': 0.019658} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.382659] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.382934] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 418819da-4e4c-41d2-b435-6a3a990b137d/418819da-4e4c-41d2-b435-6a3a990b137d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.383217] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40c00067-7319-4543-92ad-3dfbb4bb2098 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.392766] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.392969] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.393170] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleting the datastore file [datastore2] 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.394091] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99d55c2-c30a-405d-ae4a-47f478992eae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.395882] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1046.395882] env[71079]: value = "task-3279492" [ 1046.395882] env[71079]: _type = "Task" [ 1046.395882] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.400433] env[71079]: DEBUG oslo_vmware.api [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for the task: (returnval){ [ 1046.400433] env[71079]: value = "task-3279493" [ 1046.400433] env[71079]: _type = "Task" [ 1046.400433] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.406104] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.410217] env[71079]: DEBUG oslo_vmware.api [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.449055] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074607} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.449388] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.450211] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6649c91-635a-4640-ab2b-78f889598288 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.472702] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b/a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.473316] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3ddf15-4084-434a-b828-2b6f189f45c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.491284] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1046.491284] env[71079]: value = "task-3279494" [ 1046.491284] env[71079]: _type = "Task" [ 1046.491284] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.498971] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.520357] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.620702] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-be812872-bffc-49c1-ae14-a298d3c4ac6f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.621472] env[71079]: DEBUG nova.objects.instance [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lazy-loading 'flavor' on Instance uuid be812872-bffc-49c1-ae14-a298d3c4ac6f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.696451] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.698922] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.179s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.700489] env[71079]: INFO nova.compute.claims [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.716988] env[71079]: INFO nova.scheduler.client.report [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted allocations for instance e460159d-efc7-4afd-a28d-93606c38bfbc [ 1046.773013] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279488, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.914639] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279492, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.919854] env[71079]: DEBUG oslo_vmware.api [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Task: {'id': task-3279493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349715} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.920448] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.920785] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.921148] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.921475] env[71079]: INFO nova.compute.manager [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1046.921852] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.922187] env[71079]: DEBUG nova.compute.manager [-] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.922390] env[71079]: DEBUG nova.network.neutron [-] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.003521] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279494, 'name': ReconfigVM_Task, 'duration_secs': 0.347265} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.003521] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b/a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.003864] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed5c18e-39ed-4eb6-b6c6-ae012d2b0f3b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.010921] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1047.010921] env[71079]: value = "task-3279495" [ 1047.010921] env[71079]: _type = "Task" [ 1047.010921] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.019968] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279495, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.127823] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e731e-ecea-47cc-9f4d-c45893d6140b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.150999] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.151862] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70fb4a5-76e8-4672-97cc-6c8cec4f0248 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.157768] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1047.157768] env[71079]: value = "task-3279496" [ 1047.157768] env[71079]: _type = "Task" [ 1047.157768] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.167759] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.225398] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f1fa8b54-93dd-4616-95cc-934d1a62053d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "e460159d-efc7-4afd-a28d-93606c38bfbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.072s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.244426] env[71079]: DEBUG nova.compute.manager [req-0c0ac395-2a93-4d34-a02a-86465ab40002 req-d622d33d-ed08-4f1b-8c24-99d48dedff58 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Received event network-vif-deleted-3b950852-d63e-42bd-8bf0-95961d7ff431 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.244629] env[71079]: INFO nova.compute.manager [req-0c0ac395-2a93-4d34-a02a-86465ab40002 req-d622d33d-ed08-4f1b-8c24-99d48dedff58 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Neutron deleted interface 3b950852-d63e-42bd-8bf0-95961d7ff431; detaching it from the instance and deleting it from the info cache [ 1047.244807] env[71079]: DEBUG nova.network.neutron [req-0c0ac395-2a93-4d34-a02a-86465ab40002 req-d622d33d-ed08-4f1b-8c24-99d48dedff58 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.271710] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279488, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.411132] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739844} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.411484] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 418819da-4e4c-41d2-b435-6a3a990b137d/418819da-4e4c-41d2-b435-6a3a990b137d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.411785] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.412107] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e228b20d-a36b-46c7-a002-4d56145ccdae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.418419] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1047.418419] env[71079]: value = "task-3279497" [ 1047.418419] env[71079]: _type = "Task" [ 1047.418419] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.429543] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.521115] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279495, 'name': Rename_Task, 'duration_secs': 0.329055} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.521366] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.521608] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ecf3a8-74ae-444f-b83b-532102d1e8d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.526794] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1047.526794] env[71079]: value = "task-3279498" [ 1047.526794] env[71079]: _type = "Task" [ 1047.526794] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.535363] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.668409] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279496, 'name': PowerOffVM_Task, 'duration_secs': 0.241504} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.668707] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.677431] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.678258] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b9d33d-e14d-400b-8ebe-1dbb814dfdc8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.694693] env[71079]: DEBUG nova.network.neutron [-] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.701769] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1047.701769] env[71079]: value = "task-3279499" [ 1047.701769] env[71079]: _type = "Task" [ 1047.701769] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.714943] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.747676] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6de11702-252c-4308-9f1f-84bad3750dab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.760400] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765439b3-7f5a-4df8-b7ac-4701bf951c82 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.779961] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279488, 'name': CloneVM_Task, 'duration_secs': 1.821893} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.780279] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Created linked-clone VM from snapshot [ 1047.781008] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df76d28-788a-4d73-aa53-04848f68c7fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.800179] env[71079]: DEBUG nova.compute.manager [req-0c0ac395-2a93-4d34-a02a-86465ab40002 req-d622d33d-ed08-4f1b-8c24-99d48dedff58 service nova] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Detach interface failed, port_id=3b950852-d63e-42bd-8bf0-95961d7ff431, reason: Instance 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.808086] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Uploading image 724d27c8-5ca9-473a-9b9b-0b142056c526 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.837840] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.837840] env[71079]: value = "vm-654968" [ 1047.837840] env[71079]: _type = "VirtualMachine" [ 1047.837840] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.838365] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55cf3632-810e-46e6-8a19-3ddf6480124a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.846262] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease: (returnval){ [ 1047.846262] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ddbe2-b223-7baf-adce-3b3d7f2114d7" [ 1047.846262] env[71079]: _type = "HttpNfcLease" [ 1047.846262] env[71079]: } obtained for exporting VM: (result){ [ 1047.846262] env[71079]: value = "vm-654968" [ 1047.846262] env[71079]: _type = "VirtualMachine" [ 1047.846262] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.846624] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the lease: (returnval){ [ 1047.846624] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ddbe2-b223-7baf-adce-3b3d7f2114d7" [ 1047.846624] env[71079]: _type = "HttpNfcLease" [ 1047.846624] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.857552] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.857552] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ddbe2-b223-7baf-adce-3b3d7f2114d7" [ 1047.857552] env[71079]: _type = "HttpNfcLease" [ 1047.857552] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.928644] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065544} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.930780] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.931855] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955be84-6c5d-4a92-ac0c-61eceb4a82e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.956216] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 418819da-4e4c-41d2-b435-6a3a990b137d/418819da-4e4c-41d2-b435-6a3a990b137d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.960450] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cec9e8-45c8-4370-9b22-beb37db6b687 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.975789] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.976087] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.976303] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.976490] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.976655] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.979315] env[71079]: INFO nova.compute.manager [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Terminating instance [ 1047.985902] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1047.985902] env[71079]: value = "task-3279501" [ 1047.985902] env[71079]: _type = "Task" [ 1047.985902] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.000410] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.002526] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a652338-7322-4347-9265-1ab8714cf8c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.010187] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e337a-0215-47d8-883c-efe3ac1c216e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.045506] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb21cb3-5d0b-49f6-958a-1bf27e2d4a0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.056880] env[71079]: DEBUG oslo_vmware.api [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279498, 'name': PowerOnVM_Task, 'duration_secs': 0.485048} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.056880] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.056880] env[71079]: INFO nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1048.056880] env[71079]: DEBUG nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.057503] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13706032-8171-42d5-a934-3b52ee0b4d99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.060963] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50175e0b-d7dd-4aca-aaa5-2272e4bb9aaf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.079621] env[71079]: DEBUG nova.compute.provider_tree [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.197821] env[71079]: INFO nova.compute.manager [-] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Took 1.28 seconds to deallocate network for instance. [ 1048.213141] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279499, 'name': ReconfigVM_Task, 'duration_secs': 0.280796} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.213421] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.213606] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.213868] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e69be0a7-1512-4733-89ac-36b784d6b35a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.220683] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1048.220683] env[71079]: value = "task-3279502" [ 1048.220683] env[71079]: _type = "Task" [ 1048.220683] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.229474] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.354804] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.354804] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ddbe2-b223-7baf-adce-3b3d7f2114d7" [ 1048.354804] env[71079]: _type = "HttpNfcLease" [ 1048.354804] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.355133] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.355133] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525ddbe2-b223-7baf-adce-3b3d7f2114d7" [ 1048.355133] env[71079]: _type = "HttpNfcLease" [ 1048.355133] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1048.355871] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c48de-f9ad-430f-8baf-e46ce6abb0c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.364020] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ceb08-336b-c3ff-922c-34d65edb9c1f/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.364020] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ceb08-336b-c3ff-922c-34d65edb9c1f/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.470806] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-176a5811-5fb7-4c5e-b5a9-3cf15efa5e29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.492477] env[71079]: DEBUG nova.compute.manager [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.492755] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.494263] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42ec2c-d22e-4d91-9dca-0dd5a693782f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.512910] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.515141] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.515465] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a47c00-596c-4068-9ac7-ae600b10e4c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.521186] env[71079]: DEBUG oslo_vmware.api [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1048.521186] env[71079]: value = "task-3279503" [ 1048.521186] env[71079]: _type = "Task" [ 1048.521186] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.530111] env[71079]: DEBUG oslo_vmware.api [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.589019] env[71079]: DEBUG nova.scheduler.client.report [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.595124] env[71079]: INFO nova.compute.manager [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Took 18.20 seconds to build instance. [ 1048.707530] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.733353] env[71079]: DEBUG oslo_vmware.api [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279502, 'name': PowerOnVM_Task, 'duration_secs': 0.471284} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.733681] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.734255] env[71079]: DEBUG nova.compute.manager [None req-0bad2e3a-d609-430f-8cbf-228ab0b669a7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.737856] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcde0ecb-4f62-41f5-ae5e-1c667765e9cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.003547] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279501, 'name': ReconfigVM_Task, 'duration_secs': 0.574313} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.004096] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 418819da-4e4c-41d2-b435-6a3a990b137d/418819da-4e4c-41d2-b435-6a3a990b137d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.004757] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23d7e566-5a60-4815-b575-ef01a3affaa4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.011340] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1049.011340] env[71079]: value = "task-3279504" [ 1049.011340] env[71079]: _type = "Task" [ 1049.011340] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.019949] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279504, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.030039] env[71079]: DEBUG oslo_vmware.api [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279503, 'name': PowerOffVM_Task, 'duration_secs': 0.337719} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.030330] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.030594] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.030927] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee633708-2542-4fea-b3e8-a183388f2167 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.092829] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.093874] env[71079]: DEBUG nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.096936] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.389s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.097354] env[71079]: DEBUG nova.objects.instance [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lazy-loading 'resources' on Instance uuid 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.099696] env[71079]: DEBUG oslo_concurrency.lockutils [None req-929cc2b7-0693-433c-beeb-65c07912dd9e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.709s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.106958] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.107228] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.107655] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Deleting the datastore file [datastore2] f46f41d3-b01a-42ea-a88f-8adffa0dc2fc {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.107991] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd5e371-4f83-4ee0-8fc2-1c6ef7c086fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.114176] env[71079]: DEBUG oslo_vmware.api [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for the task: (returnval){ [ 1049.114176] env[71079]: value = "task-3279506" [ 1049.114176] env[71079]: _type = "Task" [ 1049.114176] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.123807] env[71079]: DEBUG oslo_vmware.api [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.303034] env[71079]: DEBUG nova.compute.manager [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1049.321257] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.321515] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.321914] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.322115] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.322310] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.324640] env[71079]: INFO nova.compute.manager [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Terminating instance [ 1049.521851] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279504, 'name': Rename_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.604632] env[71079]: DEBUG nova.compute.utils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.607406] env[71079]: DEBUG nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1049.629533] env[71079]: DEBUG oslo_vmware.api [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Task: {'id': task-3279506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28574} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.633873] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.634107] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.634295] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.634476] env[71079]: INFO nova.compute.manager [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.634724] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.635391] env[71079]: DEBUG nova.compute.manager [-] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.635495] env[71079]: DEBUG nova.network.neutron [-] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.830552] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.830552] env[71079]: DEBUG nova.compute.manager [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.830552] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.830552] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818c1a24-04da-4714-8aec-8cf377a82caf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.839114] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.842277] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff802e90-af93-4332-9237-21dd1d64d230 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.849739] env[71079]: DEBUG oslo_vmware.api [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1049.849739] env[71079]: value = "task-3279507" [ 1049.849739] env[71079]: _type = "Task" [ 1049.849739] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.860971] env[71079]: DEBUG oslo_vmware.api [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.862347] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c51a1-018a-430c-84cc-47b2668478d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.869906] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7265f5f3-7011-440b-b3cc-aaaf3d741d9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.905095] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72de0d3-7bd1-4a45-a9ee-c342349d082b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.913542] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78671f2a-dd0b-45d2-a93e-556674f984dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.928167] env[71079]: DEBUG nova.compute.provider_tree [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.022703] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279504, 'name': Rename_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.108617] env[71079]: DEBUG nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.229180] env[71079]: DEBUG nova.compute.manager [req-62e92d1a-bce2-424e-b3a3-19da82a2b382 req-a0c50800-1cdb-422b-8904-458d018542a5 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Received event network-vif-deleted-2a515e2c-2a91-4d4b-a6be-041f68080c20 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.229579] env[71079]: INFO nova.compute.manager [req-62e92d1a-bce2-424e-b3a3-19da82a2b382 req-a0c50800-1cdb-422b-8904-458d018542a5 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Neutron deleted interface 2a515e2c-2a91-4d4b-a6be-041f68080c20; detaching it from the instance and deleting it from the info cache [ 1050.229846] env[71079]: DEBUG nova.network.neutron [req-62e92d1a-bce2-424e-b3a3-19da82a2b382 req-a0c50800-1cdb-422b-8904-458d018542a5 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.362032] env[71079]: DEBUG oslo_vmware.api [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279507, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.432936] env[71079]: DEBUG nova.scheduler.client.report [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.523253] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279504, 'name': Rename_Task, 'duration_secs': 1.264363} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.523784] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.524175] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e82a64-3e77-401f-a349-ae49af64b47d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.530931] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1050.530931] env[71079]: value = "task-3279508" [ 1050.530931] env[71079]: _type = "Task" [ 1050.530931] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.540744] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.711822] env[71079]: DEBUG nova.network.neutron [-] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.734213] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f274a524-6710-43c6-9447-0d17b8772707 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.746689] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46d86c-12c2-49cd-960c-7177155d4cb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.779806] env[71079]: DEBUG nova.compute.manager [req-62e92d1a-bce2-424e-b3a3-19da82a2b382 req-a0c50800-1cdb-422b-8904-458d018542a5 service nova] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Detach interface failed, port_id=2a515e2c-2a91-4d4b-a6be-041f68080c20, reason: Instance f46f41d3-b01a-42ea-a88f-8adffa0dc2fc could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.861549] env[71079]: DEBUG oslo_vmware.api [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279507, 'name': PowerOffVM_Task, 'duration_secs': 0.556779} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.861862] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.862138] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.862374] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9bec30e-2774-40ad-aaef-3505be7e2fdb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.941340] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.946080] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.124s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.947984] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.948276] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.948533] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleting the datastore file [datastore2] a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.949049] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f1b715f-a8e4-44e8-b7d4-a8c6b8007a76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.962810] env[71079]: DEBUG oslo_vmware.api [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1050.962810] env[71079]: value = "task-3279510" [ 1050.962810] env[71079]: _type = "Task" [ 1050.962810] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.976426] env[71079]: INFO nova.scheduler.client.report [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Deleted allocations for instance 6f4c968c-e7ad-460d-a4dd-d080a81edcd6 [ 1050.984839] env[71079]: DEBUG oslo_vmware.api [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.042620] env[71079]: DEBUG oslo_vmware.api [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279508, 'name': PowerOnVM_Task, 'duration_secs': 0.45997} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.043707] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.044175] env[71079]: INFO nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1051.044175] env[71079]: DEBUG nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.045089] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304c56a-bbc7-439e-824d-769a202a12a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.115316] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.117839] env[71079]: DEBUG nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.153251] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.153465] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.153625] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.154103] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.154103] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.154207] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.154449] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.154602] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.154775] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.154932] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.155128] env[71079]: DEBUG nova.virt.hardware [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.156443] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae0db8d-e9b4-4e7c-a177-5feaa24a5cb2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.167018] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2ce189-3526-49af-bc9d-9aba707dd9fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.186704] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.192746] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Creating folder: Project (557583cc0d9c42199c8b4bef78612780). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.193591] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-600fc6f1-7bf7-4791-8537-8ad78373ba10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.204682] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Created folder: Project (557583cc0d9c42199c8b4bef78612780) in parent group-v654700. [ 1051.204907] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Creating folder: Instances. Parent ref: group-v654969. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.205281] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21ff1f71-0a7f-418c-a915-f86ef6b5ab14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.213779] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Created folder: Instances in parent group-v654969. [ 1051.214046] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.214358] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.214671] env[71079]: INFO nova.compute.manager [-] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Took 1.58 seconds to deallocate network for instance. [ 1051.214885] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d1a1e41-aca1-4ac0-b01c-331e2803297d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.234131] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.234131] env[71079]: value = "task-3279513" [ 1051.234131] env[71079]: _type = "Task" [ 1051.234131] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.245234] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279513, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.453653] env[71079]: INFO nova.compute.claims [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.475758] env[71079]: DEBUG oslo_vmware.api [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241511} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.478176] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.478176] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.478176] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.478300] env[71079]: INFO nova.compute.manager [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1051.478711] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.478782] env[71079]: DEBUG nova.compute.manager [-] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.478886] env[71079]: DEBUG nova.network.neutron [-] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.493729] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb7609f0-eb96-4599-9e0a-eafa679b15f5 tempest-ListServerFiltersTestJSON-1355090537 tempest-ListServerFiltersTestJSON-1355090537-project-member] Lock "6f4c968c-e7ad-460d-a4dd-d080a81edcd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.203s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.569950] env[71079]: INFO nova.compute.manager [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Took 17.19 seconds to build instance. [ 1051.632618] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.632618] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.632618] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.632618] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.632618] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.632618] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1051.632813] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.736590] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.747984] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279513, 'name': CreateVM_Task, 'duration_secs': 0.333659} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.748539] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.749993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.750295] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.750544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.750813] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f06443a-3ea8-417a-92a6-a2759c9fa7f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.755838] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1051.755838] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c13e4b-7fee-8ffc-eebb-9b80638c7bd7" [ 1051.755838] env[71079]: _type = "Task" [ 1051.755838] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.769155] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c13e4b-7fee-8ffc-eebb-9b80638c7bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.960361] env[71079]: INFO nova.compute.resource_tracker [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating resource usage from migration 780fc504-f4da-403f-9fa8-0411fa572627 [ 1052.050939] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a1812d-3bc9-4652-846a-f17c23be7a8b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.058213] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e175dd3-b858-40cd-a3e5-e6f050783b8a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Suspending the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1052.058492] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-acc4a19e-011f-4ea4-ac18-d2245e806039 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.073071] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d937b7f9-9c23-4594-9142-061404c8dff6 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "418819da-4e4c-41d2-b435-6a3a990b137d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.722s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.073071] env[71079]: DEBUG oslo_vmware.api [None req-0e175dd3-b858-40cd-a3e5-e6f050783b8a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1052.073071] env[71079]: value = "task-3279514" [ 1052.073071] env[71079]: _type = "Task" [ 1052.073071] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.087264] env[71079]: DEBUG oslo_vmware.api [None req-0e175dd3-b858-40cd-a3e5-e6f050783b8a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279514, 'name': SuspendVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.139576] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.207319] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6d500-b726-477e-9781-8c1a2916c6c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.216183] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc4ea6-ef43-4965-a24b-92e28edb42c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.251130] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7597d256-8157-437c-bbe1-ea0ee96bd833 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.264324] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3abb7d6-b71a-4122-98e5-015a887b578f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.269287] env[71079]: DEBUG nova.compute.manager [req-132165f9-90d3-474f-888c-ede96e0a754c req-ac01b773-57e1-47b2-b323-abc3729e92ef service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Received event network-vif-deleted-71d1d8d0-a40f-4924-ba53-da2e81bcb3ed {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.269488] env[71079]: INFO nova.compute.manager [req-132165f9-90d3-474f-888c-ede96e0a754c req-ac01b773-57e1-47b2-b323-abc3729e92ef service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Neutron deleted interface 71d1d8d0-a40f-4924-ba53-da2e81bcb3ed; detaching it from the instance and deleting it from the info cache [ 1052.269689] env[71079]: DEBUG nova.network.neutron [req-132165f9-90d3-474f-888c-ede96e0a754c req-ac01b773-57e1-47b2-b323-abc3729e92ef service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.277656] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52c13e4b-7fee-8ffc-eebb-9b80638c7bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.285638] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.285905] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.286167] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.286317] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.286499] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.287414] env[71079]: DEBUG nova.compute.provider_tree [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.289267] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101b2480-8c6d-4798-9bcb-e47c1c3150dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.300670] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.300816] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.301770] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f9e994-a112-4c08-9ea6-ff19a92038be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.308990] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1052.308990] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce6b44-f5e2-26ac-7e9d-f7988a05842b" [ 1052.308990] env[71079]: _type = "Task" [ 1052.308990] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.319551] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce6b44-f5e2-26ac-7e9d-f7988a05842b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.350304] env[71079]: DEBUG nova.network.neutron [-] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.583173] env[71079]: DEBUG oslo_vmware.api [None req-0e175dd3-b858-40cd-a3e5-e6f050783b8a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279514, 'name': SuspendVM_Task} progress is 54%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.669708] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.669940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.772476] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71f7b887-f601-483a-83ff-c04be94d4927 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.784904] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3036dc-95d4-4b25-acd2-c4d8a6257fb8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.799911] env[71079]: DEBUG nova.scheduler.client.report [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.821691] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce6b44-f5e2-26ac-7e9d-f7988a05842b, 'name': SearchDatastore_Task, 'duration_secs': 0.021764} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.835604] env[71079]: DEBUG nova.compute.manager [req-132165f9-90d3-474f-888c-ede96e0a754c req-ac01b773-57e1-47b2-b323-abc3729e92ef service nova] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Detach interface failed, port_id=71d1d8d0-a40f-4924-ba53-da2e81bcb3ed, reason: Instance a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.836063] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d37b601-2146-4c75-9ceb-0f6a6e5a5aac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.842154] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1052.842154] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fa7a54-dbb3-6dfc-986b-8fa9ab48f7ea" [ 1052.842154] env[71079]: _type = "Task" [ 1052.842154] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.850929] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fa7a54-dbb3-6dfc-986b-8fa9ab48f7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.853420] env[71079]: INFO nova.compute.manager [-] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Took 1.37 seconds to deallocate network for instance. [ 1053.082838] env[71079]: DEBUG oslo_vmware.api [None req-0e175dd3-b858-40cd-a3e5-e6f050783b8a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279514, 'name': SuspendVM_Task, 'duration_secs': 0.776048} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.083175] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0e175dd3-b858-40cd-a3e5-e6f050783b8a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Suspended the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1053.083294] env[71079]: DEBUG nova.compute.manager [None req-0e175dd3-b858-40cd-a3e5-e6f050783b8a tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.084075] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca7513c-8253-4d20-81dc-a77409f8b371 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.172618] env[71079]: DEBUG nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.304871] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.359s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.305057] env[71079]: INFO nova.compute.manager [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Migrating [ 1053.312040] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.576s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.312301] env[71079]: DEBUG nova.objects.instance [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lazy-loading 'resources' on Instance uuid f46f41d3-b01a-42ea-a88f-8adffa0dc2fc {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.355539] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fa7a54-dbb3-6dfc-986b-8fa9ab48f7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01631} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.355814] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.356086] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.356347] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1c4232b-d206-4e2d-85d6-60007e713ee6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.359442] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.364125] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1053.364125] env[71079]: value = "task-3279515" [ 1053.364125] env[71079]: _type = "Task" [ 1053.364125] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.372164] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.695096] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.825043] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.825503] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.825503] env[71079]: DEBUG nova.network.neutron [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.874749] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279515, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.075034] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10713966-fce9-4166-8eb4-f94653482cdd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.085043] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e816312-82c7-4ef8-b90b-8767cabe18f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.119061] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f28332-d0fc-435c-8996-863bf672c991 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.127186] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50232076-3085-4017-818c-bf90a0dcab4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.141687] env[71079]: DEBUG nova.compute.provider_tree [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.375155] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720369} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.375467] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.375710] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.375989] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83595a77-fd73-4973-a485-ec58a36d7648 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.383991] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1054.383991] env[71079]: value = "task-3279516" [ 1054.383991] env[71079]: _type = "Task" [ 1054.383991] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.392739] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.521780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "418819da-4e4c-41d2-b435-6a3a990b137d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.522052] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "418819da-4e4c-41d2-b435-6a3a990b137d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.522268] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "418819da-4e4c-41d2-b435-6a3a990b137d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.522451] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "418819da-4e4c-41d2-b435-6a3a990b137d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.522618] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "418819da-4e4c-41d2-b435-6a3a990b137d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.525298] env[71079]: INFO nova.compute.manager [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Terminating instance [ 1054.608922] env[71079]: DEBUG nova.network.neutron [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.644536] env[71079]: DEBUG nova.scheduler.client.report [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.895125] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11772} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.895434] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.896360] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd43c600-eafa-41dc-901c-8fb404dcff55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.918543] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.918984] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da8b803b-9421-465d-bd46-0cb96340bd83 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.941987] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1054.941987] env[71079]: value = "task-3279517" [ 1054.941987] env[71079]: _type = "Task" [ 1054.941987] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.950949] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.029972] env[71079]: DEBUG nova.compute.manager [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.030224] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.031187] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dea3d7f-2cfb-47a6-acc4-a41a936d639d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.040419] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.040661] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-118342ba-4a12-4788-96c7-45ab601af87d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.111567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.118385] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.118521] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.118736] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleting the datastore file [datastore2] 418819da-4e4c-41d2-b435-6a3a990b137d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.118994] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a118fcd5-15ae-4497-a8a7-52b2612c7827 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.126191] env[71079]: DEBUG oslo_vmware.api [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1055.126191] env[71079]: value = "task-3279519" [ 1055.126191] env[71079]: _type = "Task" [ 1055.126191] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.134873] env[71079]: DEBUG oslo_vmware.api [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.149198] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.152044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.012s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.152044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.152044] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1055.152044] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.793s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.152564] env[71079]: DEBUG nova.objects.instance [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lazy-loading 'resources' on Instance uuid a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.153890] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19181ac2-1c94-4f2d-90d5-1545d4ce2324 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.162961] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d57c1f-b2ed-47e8-b765-4b65ea262043 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.179306] env[71079]: INFO nova.scheduler.client.report [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Deleted allocations for instance f46f41d3-b01a-42ea-a88f-8adffa0dc2fc [ 1055.180730] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c22c1-d079-486b-9208-510b65263a49 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.189439] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dc8c45-91ae-4ac6-b763-c43dba3d2fb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.221499] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178782MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1055.221631] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.454229] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279517, 'name': ReconfigVM_Task, 'duration_secs': 0.396256} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.454582] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.455432] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01eb64e8-23e9-4e59-9dc1-af5bcece99f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.462336] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1055.462336] env[71079]: value = "task-3279520" [ 1055.462336] env[71079]: _type = "Task" [ 1055.462336] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.472180] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279520, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.642337] env[71079]: DEBUG oslo_vmware.api [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335731} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.642645] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.642779] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.642957] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.643144] env[71079]: INFO nova.compute.manager [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1055.643386] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.643580] env[71079]: DEBUG nova.compute.manager [-] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.643669] env[71079]: DEBUG nova.network.neutron [-] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.691931] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a98cdce1-6542-49dc-9dd8-e47cfa634416 tempest-VolumesAdminNegativeTest-1168909524 tempest-VolumesAdminNegativeTest-1168909524-project-member] Lock "f46f41d3-b01a-42ea-a88f-8adffa0dc2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.716s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.886018] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fefd3f-5f97-4ca8-8aed-e430445f9783 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.894282] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72edcb0d-0703-478c-8365-eed6b3d19444 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.932158] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a21cb3-bfb1-42d8-977f-0743cb8ebbbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.945362] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c251f-ab35-4ef4-a5bd-fd60340223c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.961362] env[71079]: DEBUG nova.compute.provider_tree [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.972693] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279520, 'name': Rename_Task, 'duration_secs': 0.197282} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.973145] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.973690] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b4354a-b067-4d6d-a69d-5ba2a87f317f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.980375] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1055.980375] env[71079]: value = "task-3279521" [ 1055.980375] env[71079]: _type = "Task" [ 1055.980375] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.991705] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.017962] env[71079]: DEBUG nova.compute.manager [req-aec851fe-d489-41a7-bb02-35a963b517e8 req-0fc4391a-3731-4a43-a73d-6183b1c9e90b service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Received event network-vif-deleted-e3466455-0b46-48b4-a2ca-bdc6a7491ff4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.018173] env[71079]: INFO nova.compute.manager [req-aec851fe-d489-41a7-bb02-35a963b517e8 req-0fc4391a-3731-4a43-a73d-6183b1c9e90b service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Neutron deleted interface e3466455-0b46-48b4-a2ca-bdc6a7491ff4; detaching it from the instance and deleting it from the info cache [ 1056.018359] env[71079]: DEBUG nova.network.neutron [req-aec851fe-d489-41a7-bb02-35a963b517e8 req-0fc4391a-3731-4a43-a73d-6183b1c9e90b service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.175696] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ceb08-336b-c3ff-922c-34d65edb9c1f/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.176741] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4c83c6-5c20-42ee-a3a7-ce2f3de81e3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.183794] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ceb08-336b-c3ff-922c-34d65edb9c1f/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.183968] env[71079]: ERROR oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ceb08-336b-c3ff-922c-34d65edb9c1f/disk-0.vmdk due to incomplete transfer. [ 1056.184214] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-caf3e909-f8f6-4fb9-b271-4b98315896b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.191868] env[71079]: DEBUG oslo_vmware.rw_handles [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ceb08-336b-c3ff-922c-34d65edb9c1f/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1056.192164] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Uploaded image 724d27c8-5ca9-473a-9b9b-0b142056c526 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1056.195172] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.196146] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dc06047-575f-4e79-8e51-bd2a3e24b46a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.202700] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1056.202700] env[71079]: value = "task-3279522" [ 1056.202700] env[71079]: _type = "Task" [ 1056.202700] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.213421] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279522, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.450687] env[71079]: DEBUG nova.network.neutron [-] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.490533] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.491630] env[71079]: ERROR nova.scheduler.client.report [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [req-ef834056-79ea-45dd-bdac-e0d41a0149a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64534d0b-3c77-4192-bc40-4c6626510190. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef834056-79ea-45dd-bdac-e0d41a0149a4"}]} [ 1056.509658] env[71079]: DEBUG nova.scheduler.client.report [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Refreshing inventories for resource provider 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1056.520759] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73c04f94-8ccd-49dc-acf8-3664966681c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.524686] env[71079]: DEBUG nova.scheduler.client.report [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Updating ProviderTree inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1056.524903] env[71079]: DEBUG nova.compute.provider_tree [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.531431] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d3a02-916a-44de-9d86-96c102db3339 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.542957] env[71079]: DEBUG nova.scheduler.client.report [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Refreshing aggregate associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, aggregates: None {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1056.554199] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b9af9815-ef8f-4aea-a289-927ce77f24f3 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.554541] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b9af9815-ef8f-4aea-a289-927ce77f24f3 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.554898] env[71079]: DEBUG nova.objects.instance [None req-b9af9815-ef8f-4aea-a289-927ce77f24f3 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'flavor' on Instance uuid 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.570976] env[71079]: DEBUG nova.compute.manager [req-aec851fe-d489-41a7-bb02-35a963b517e8 req-0fc4391a-3731-4a43-a73d-6183b1c9e90b service nova] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Detach interface failed, port_id=e3466455-0b46-48b4-a2ca-bdc6a7491ff4, reason: Instance 418819da-4e4c-41d2-b435-6a3a990b137d could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.572375] env[71079]: DEBUG nova.scheduler.client.report [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Refreshing trait associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1056.630746] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f652227f-4c9d-4d6b-a8c3-80dd51a64452 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.649527] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance '58c5506b-a2a4-475c-aa80-27b9732234d0' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.717148] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279522, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.833727] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26201c-f7cd-4402-8af3-fd9d099d00ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.842908] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0ffe7-ab6a-47a2-aa85-7f54c9ba90c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.880963] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdfc1ff-f28e-4de0-a938-ef069745eecd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.889288] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddffbcdf-dd42-4710-8e57-ea580bfc1243 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.902637] env[71079]: DEBUG nova.compute.provider_tree [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.953763] env[71079]: INFO nova.compute.manager [-] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Took 1.31 seconds to deallocate network for instance. [ 1056.993272] env[71079]: DEBUG oslo_vmware.api [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279521, 'name': PowerOnVM_Task, 'duration_secs': 0.519965} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.993272] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.993272] env[71079]: INFO nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1056.993272] env[71079]: DEBUG nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.993592] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe8d8fa-494b-4e90-b528-734f91f101c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.073867] env[71079]: DEBUG nova.objects.instance [None req-b9af9815-ef8f-4aea-a289-927ce77f24f3 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'pci_requests' on Instance uuid 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.158371] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.158740] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4d02799-be1e-472c-aa1e-f424962a5cf1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.169426] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1057.169426] env[71079]: value = "task-3279523" [ 1057.169426] env[71079]: _type = "Task" [ 1057.169426] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.183336] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.215889] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279522, 'name': Destroy_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.435439] env[71079]: DEBUG nova.scheduler.client.report [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Updated inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.435705] env[71079]: DEBUG nova.compute.provider_tree [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Updating resource provider 64534d0b-3c77-4192-bc40-4c6626510190 generation from 125 to 126 during operation: update_inventory {{(pid=71079) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.435896] env[71079]: DEBUG nova.compute.provider_tree [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.459588] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.509016] env[71079]: INFO nova.compute.manager [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Took 11.01 seconds to build instance. [ 1057.576336] env[71079]: DEBUG nova.objects.base [None req-b9af9815-ef8f-4aea-a289-927ce77f24f3 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Object Instance<418acd24-ec01-4435-b4b4-6cc2097cc8c3> lazy-loaded attributes: flavor,pci_requests {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.577017] env[71079]: DEBUG nova.network.neutron [None req-b9af9815-ef8f-4aea-a289-927ce77f24f3 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.674636] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b9af9815-ef8f-4aea-a289-927ce77f24f3 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.120s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.681950] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.713063] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279522, 'name': Destroy_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.942993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.791s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.946601] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.252s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.949009] env[71079]: INFO nova.compute.claims [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.968270] env[71079]: INFO nova.scheduler.client.report [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted allocations for instance a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b [ 1058.011298] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9fb2db3-c803-4470-9098-75bf5e0df4f1 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "e4671131-9ea8-499c-81f0-c03147057200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.519s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.185015] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279523, 'name': PowerOffVM_Task, 'duration_secs': 0.967047} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.185015] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.185015] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance '58c5506b-a2a4-475c-aa80-27b9732234d0' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.214722] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279522, 'name': Destroy_Task, 'duration_secs': 1.71824} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.215085] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Destroyed the VM [ 1058.216894] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1058.216894] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88e10992-afc4-4e5f-a468-bdee15d8c290 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.222378] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1058.222378] env[71079]: value = "task-3279524" [ 1058.222378] env[71079]: _type = "Task" [ 1058.222378] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.229405] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279524, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.481075] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85fd15d5-97e0-4bfd-8885-5a31efa945fb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.159s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.688610] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.688974] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.689209] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.689421] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.689615] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.690266] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.690266] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.690379] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.690525] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.690740] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.690941] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.697390] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d519737-c023-4d56-b04e-f967b4c4d9a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.716820] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1058.716820] env[71079]: value = "task-3279525" [ 1058.716820] env[71079]: _type = "Task" [ 1058.716820] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.726354] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.736990] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279524, 'name': RemoveSnapshot_Task, 'duration_secs': 0.465366} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.737696] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.738062] env[71079]: DEBUG nova.compute.manager [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.738915] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370535a-0368-495c-85b2-10f0b252dbe0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.183102] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a84d39-dddb-4746-b5bf-832dbed7327e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.190053] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d987a-6213-4f5d-9aaa-879b3e0e24f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.229594] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2195db2-30f1-4d33-9559-884893ccc467 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.237819] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.241935] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99063d0-fee3-45ba-8d9c-0df59a374faa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.258588] env[71079]: DEBUG nova.compute.provider_tree [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.260070] env[71079]: INFO nova.compute.manager [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Shelve offloading [ 1059.285328] env[71079]: INFO nova.compute.manager [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Rebuilding instance [ 1059.327255] env[71079]: DEBUG nova.compute.manager [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.328169] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68dec1-3600-4a7d-8911-f15f8a8ee95a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.615686] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.615983] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.616378] env[71079]: DEBUG nova.objects.instance [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'flavor' on Instance uuid 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.736761] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.765701] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.765969] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0259711-860e-45f5-9049-819377fc1584 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.772543] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1059.772543] env[71079]: value = "task-3279526" [ 1059.772543] env[71079]: _type = "Task" [ 1059.772543] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.780009] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.780809] env[71079]: ERROR nova.scheduler.client.report [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [req-067869e0-ab0d-48fa-a6c9-2c71dd61200f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64534d0b-3c77-4192-bc40-4c6626510190. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-067869e0-ab0d-48fa-a6c9-2c71dd61200f"}]} [ 1059.795747] env[71079]: DEBUG nova.scheduler.client.report [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Refreshing inventories for resource provider 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1059.806392] env[71079]: DEBUG nova.scheduler.client.report [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Updating ProviderTree inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1059.806597] env[71079]: DEBUG nova.compute.provider_tree [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.816565] env[71079]: DEBUG nova.scheduler.client.report [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Refreshing aggregate associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, aggregates: None {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1059.830469] env[71079]: DEBUG nova.scheduler.client.report [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Refreshing trait associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.011681] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e69f28d-f442-4257-92a1-ef9b2fd1af21 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.021628] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.021857] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.023674] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb19985-36c3-4851-87dd-6d9ae0015234 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.056681] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1b413-2268-4930-bf96-d5ed98945551 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.065805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f2c44c-49eb-41cd-bbda-338b15043a19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.082020] env[71079]: DEBUG nova.compute.provider_tree [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.201442] env[71079]: DEBUG nova.objects.instance [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'pci_requests' on Instance uuid 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.236459] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279525, 'name': ReconfigVM_Task, 'duration_secs': 1.193243} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.236764] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance '58c5506b-a2a4-475c-aa80-27b9732234d0' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.283771] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1060.283988] env[71079]: DEBUG nova.compute.manager [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.284770] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4617c-94fa-4acb-8c5f-424913cebf81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.290727] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.290943] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.291176] env[71079]: DEBUG nova.network.neutron [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.341131] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.341451] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bae0368-f9a3-4b7c-8868-c9dd58c50d5d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.348096] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1060.348096] env[71079]: value = "task-3279527" [ 1060.348096] env[71079]: _type = "Task" [ 1060.348096] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.355642] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.529066] env[71079]: DEBUG nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.613025] env[71079]: DEBUG nova.scheduler.client.report [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Updated inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1060.613345] env[71079]: DEBUG nova.compute.provider_tree [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Updating resource provider 64534d0b-3c77-4192-bc40-4c6626510190 generation from 127 to 128 during operation: update_inventory {{(pid=71079) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1060.613529] env[71079]: DEBUG nova.compute.provider_tree [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.704218] env[71079]: DEBUG nova.objects.base [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Object Instance<418acd24-ec01-4435-b4b4-6cc2097cc8c3> lazy-loaded attributes: flavor,pci_requests {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1060.704529] env[71079]: DEBUG nova.network.neutron [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.743790] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.744069] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.744239] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.744423] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.744590] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.744713] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.744919] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.745093] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.745264] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.745426] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.745596] env[71079]: DEBUG nova.virt.hardware [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.751017] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.751319] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f73e21d-d066-4a68-8246-55753c3952d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.765360] env[71079]: DEBUG nova.policy [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.772963] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1060.772963] env[71079]: value = "task-3279528" [ 1060.772963] env[71079]: _type = "Task" [ 1060.772963] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.780927] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.857974] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279527, 'name': PowerOffVM_Task, 'duration_secs': 0.131899} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.858272] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.858947] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.859791] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98edf53-84a6-4d74-a8f7-48d6d867d5ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.866005] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.866228] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89072a1-eb73-47bb-89fa-c0fab6ae3c3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.888538] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.888817] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.889046] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Deleting the datastore file [datastore2] e4671131-9ea8-499c-81f0-c03147057200 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.889329] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4057c19b-fbd7-4eff-9827-25d366fbe5b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.895735] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1060.895735] env[71079]: value = "task-3279530" [ 1060.895735] env[71079]: _type = "Task" [ 1060.895735] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.903246] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.049927] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.118932] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.172s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.119444] env[71079]: DEBUG nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.121992] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.900s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.160678] env[71079]: DEBUG nova.network.neutron [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2eb53-af", "ovs_interfaceid": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.207940] env[71079]: DEBUG nova.network.neutron [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Successfully created port: a1ea5033-a23e-4fe4-a824-93d5083351bf {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.282583] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279528, 'name': ReconfigVM_Task, 'duration_secs': 0.22024} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.282862] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.283634] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bacca05-c51f-4e6f-99af-15fa83c84965 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.305015] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 58c5506b-a2a4-475c-aa80-27b9732234d0/58c5506b-a2a4-475c-aa80-27b9732234d0.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.305331] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e36f0fc-edc1-4fcf-a3c4-154ea8b3d7ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.322645] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1061.322645] env[71079]: value = "task-3279531" [ 1061.322645] env[71079]: _type = "Task" [ 1061.322645] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.331359] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.404834] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092928} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.405097] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.405284] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.405459] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.625126] env[71079]: DEBUG nova.compute.utils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.626613] env[71079]: DEBUG nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.626855] env[71079]: DEBUG nova.network.neutron [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.663243] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.687660] env[71079]: DEBUG nova.policy [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f375c70ef4d146c9a19b3183c8320ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7a23c33085e44278e21a45e2664d310', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.832740] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279531, 'name': ReconfigVM_Task, 'duration_secs': 0.266619} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.832837] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 58c5506b-a2a4-475c-aa80-27b9732234d0/58c5506b-a2a4-475c-aa80-27b9732234d0.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.836016] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance '58c5506b-a2a4-475c-aa80-27b9732234d0' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.924202] env[71079]: DEBUG nova.compute.manager [req-49341f0d-6e45-4235-846c-8805917ea8d4 req-d5c5efec-3e3c-4135-9c3d-1e342255828e service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-vif-unplugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.924903] env[71079]: DEBUG oslo_concurrency.lockutils [req-49341f0d-6e45-4235-846c-8805917ea8d4 req-d5c5efec-3e3c-4135-9c3d-1e342255828e service nova] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.925658] env[71079]: DEBUG oslo_concurrency.lockutils [req-49341f0d-6e45-4235-846c-8805917ea8d4 req-d5c5efec-3e3c-4135-9c3d-1e342255828e service nova] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.925658] env[71079]: DEBUG oslo_concurrency.lockutils [req-49341f0d-6e45-4235-846c-8805917ea8d4 req-d5c5efec-3e3c-4135-9c3d-1e342255828e service nova] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.925719] env[71079]: DEBUG nova.compute.manager [req-49341f0d-6e45-4235-846c-8805917ea8d4 req-d5c5efec-3e3c-4135-9c3d-1e342255828e service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] No waiting events found dispatching network-vif-unplugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.925857] env[71079]: WARNING nova.compute.manager [req-49341f0d-6e45-4235-846c-8805917ea8d4 req-d5c5efec-3e3c-4135-9c3d-1e342255828e service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received unexpected event network-vif-unplugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f for instance with vm_state shelved and task_state shelving_offloading. [ 1062.008230] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.009485] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d19d4-3cf3-43d7-8c88-7f2de41339f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.018233] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.018478] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5803297a-78d4-4156-9500-1dd5d9cdabd9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.020566] env[71079]: DEBUG nova.network.neutron [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Successfully created port: 24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.136232] env[71079]: DEBUG nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.139429] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Applying migration context for instance 58c5506b-a2a4-475c-aa80-27b9732234d0 as it has an incoming, in-progress migration 780fc504-f4da-403f-9fa8-0411fa572627. Migration status is migrating {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1062.140928] env[71079]: INFO nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating resource usage from migration 780fc504-f4da-403f-9fa8-0411fa572627 [ 1062.168260] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.168418] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.168569] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 06b3794c-ecea-4a93-87d5-5b42295e89af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.168655] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.168820] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e8261709-4307-4e96-a601-2425c8ac0a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.168946] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance be812872-bffc-49c1-ae14-a298d3c4ac6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.169071] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 447fc5ce-65d6-428d-8e98-44e784846996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.169185] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 6cb2901c-58d8-4040-a5d6-9a8235a7862d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.169295] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d59df49a-a6a8-4c45-a461-414b589f5791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.169429] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 418819da-4e4c-41d2-b435-6a3a990b137d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.169541] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e4671131-9ea8-499c-81f0-c03147057200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.169783] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Migration 780fc504-f4da-403f-9fa8-0411fa572627 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1062.169783] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 58c5506b-a2a4-475c-aa80-27b9732234d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.169918] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4ca30229-e749-4f20-a0fc-f1f63d1812ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.340108] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af45639-bbd1-4259-bcc4-5ef6282ddbd6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.359402] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4bc5a1-63bd-4fd0-824c-3b1e82feb89b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.376895] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance '58c5506b-a2a4-475c-aa80-27b9732234d0' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.438201] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.438498] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.438667] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.438883] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.439047] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.439199] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.439406] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.439562] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.439731] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.439911] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.440100] env[71079]: DEBUG nova.virt.hardware [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.440924] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5824d7e5-3b77-49d7-8f78-ca6cd0ed5ddc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448993] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cdffbf-abb1-45fa-ad7e-3fccbdb35119 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.461814] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.467293] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.467510] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.467703] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c2b997a-b650-42dd-a1c2-0ed3ca0c1c80 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.485535] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.485535] env[71079]: value = "task-3279533" [ 1062.485535] env[71079]: _type = "Task" [ 1062.485535] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.494671] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279533, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.624557] env[71079]: DEBUG nova.compute.manager [req-5c2d6dde-e941-4786-998f-4648bc549097 req-397c25b4-3383-4bc2-88cc-a993e0543670 service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-vif-plugged-a1ea5033-a23e-4fe4-a824-93d5083351bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.624690] env[71079]: DEBUG oslo_concurrency.lockutils [req-5c2d6dde-e941-4786-998f-4648bc549097 req-397c25b4-3383-4bc2-88cc-a993e0543670 service nova] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.624926] env[71079]: DEBUG oslo_concurrency.lockutils [req-5c2d6dde-e941-4786-998f-4648bc549097 req-397c25b4-3383-4bc2-88cc-a993e0543670 service nova] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.625259] env[71079]: DEBUG oslo_concurrency.lockutils [req-5c2d6dde-e941-4786-998f-4648bc549097 req-397c25b4-3383-4bc2-88cc-a993e0543670 service nova] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.625488] env[71079]: DEBUG nova.compute.manager [req-5c2d6dde-e941-4786-998f-4648bc549097 req-397c25b4-3383-4bc2-88cc-a993e0543670 service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] No waiting events found dispatching network-vif-plugged-a1ea5033-a23e-4fe4-a824-93d5083351bf {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.625688] env[71079]: WARNING nova.compute.manager [req-5c2d6dde-e941-4786-998f-4648bc549097 req-397c25b4-3383-4bc2-88cc-a993e0543670 service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received unexpected event network-vif-plugged-a1ea5033-a23e-4fe4-a824-93d5083351bf for instance with vm_state active and task_state None. [ 1062.672747] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d1ce16a9-a51c-4c56-ad19-021b135f1d05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.673062] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1062.673278] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1062.712076] env[71079]: DEBUG nova.network.neutron [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Successfully updated port: a1ea5033-a23e-4fe4-a824-93d5083351bf {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.875169] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd607942-881f-4644-b63d-8d7ae428457d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.886534] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f37b96-27b3-4046-a0e3-6da527e32af5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.917357] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff567cb-01d1-444f-b343-d1e4139789f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.921881] env[71079]: DEBUG nova.network.neutron [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Port 3303e9e4-4e05-4ae6-b71b-4a5954c0218d binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1062.927303] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014131a0-2af4-40ce-88c8-67aecddfa541 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.931127] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.931326] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.931504] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleting the datastore file [datastore1] e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.931744] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f60c792-08f0-4c3a-bff7-d98d5c5fc450 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.943803] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.946318] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1062.946318] env[71079]: value = "task-3279534" [ 1062.946318] env[71079]: _type = "Task" [ 1062.946318] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.954184] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.994603] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279533, 'name': CreateVM_Task, 'duration_secs': 0.296415} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.994778] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.995345] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.995512] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.995882] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.996110] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b369bd6-d75e-4e87-b271-12b54d781a07 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.000568] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1063.000568] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522e6829-2eef-ed41-4b1a-375d1ddd435d" [ 1063.000568] env[71079]: _type = "Task" [ 1063.000568] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.010137] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522e6829-2eef-ed41-4b1a-375d1ddd435d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.150139] env[71079]: DEBUG nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.171881] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.172145] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.172290] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.172478] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.172623] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.172770] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.172981] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.173149] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.173317] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.173478] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.173649] env[71079]: DEBUG nova.virt.hardware [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.174532] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0744c529-dbb7-4f2f-a6ff-5747e5a5338e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.182933] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7017518-22d8-4816-a12b-a0358d858c26 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.214710] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.214894] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.215092] env[71079]: DEBUG nova.network.neutron [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.448137] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.462295] env[71079]: DEBUG oslo_vmware.api [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142171} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.462538] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.462715] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.463071] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.488022] env[71079]: INFO nova.scheduler.client.report [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted allocations for instance e8261709-4307-4e96-a601-2425c8ac0a02 [ 1063.507042] env[71079]: DEBUG nova.network.neutron [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Successfully updated port: 24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.516447] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522e6829-2eef-ed41-4b1a-375d1ddd435d, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.518219] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.518667] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.519148] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.519473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.520284] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.520455] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a7bccb-6a92-44c3-a500-0af1b98686c8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.530036] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.530365] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.531213] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a528f165-160f-40bc-aa79-5bb06800bf23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.537224] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1063.537224] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce9c2b-b9ed-505a-0d3e-c4b998be8aa9" [ 1063.537224] env[71079]: _type = "Task" [ 1063.537224] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.545030] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce9c2b-b9ed-505a-0d3e-c4b998be8aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.751511] env[71079]: WARNING nova.network.neutron [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] f4981530-5112-433e-b71b-1b4a911c6bf3 already exists in list: networks containing: ['f4981530-5112-433e-b71b-1b4a911c6bf3']. ignoring it [ 1063.947476] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.947747] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.947889] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.957708] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1063.957901] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.836s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.958373] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.499s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.958708] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.960668] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.911s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.962115] env[71079]: INFO nova.compute.claims [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.985069] env[71079]: INFO nova.scheduler.client.report [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted allocations for instance 418819da-4e4c-41d2-b435-6a3a990b137d [ 1063.990797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.010562] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.010751] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.010976] env[71079]: DEBUG nova.network.neutron [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.050070] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce9c2b-b9ed-505a-0d3e-c4b998be8aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.008591} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.050846] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705f8019-a463-4bf4-8f28-2827abc66814 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.057977] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1064.057977] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5286375e-5a91-e97e-d698-bad29dc4ba44" [ 1064.057977] env[71079]: _type = "Task" [ 1064.057977] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.064722] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5286375e-5a91-e97e-d698-bad29dc4ba44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.071660] env[71079]: DEBUG nova.network.neutron [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "address": "fa:16:3e:55:9d:f1", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ea5033-a2", "ovs_interfaceid": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.081437] env[71079]: DEBUG nova.compute.manager [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.081643] env[71079]: DEBUG nova.compute.manager [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing instance network info cache due to event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.081886] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] Acquiring lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.082028] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] Acquired lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.082212] env[71079]: DEBUG nova.network.neutron [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.498804] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7e78b6f9-0adc-4416-8993-b05f474e96e7 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "418819da-4e4c-41d2-b435-6a3a990b137d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.977s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.552342] env[71079]: DEBUG nova.network.neutron [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.568381] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5286375e-5a91-e97e-d698-bad29dc4ba44, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.568381] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.568381] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.570748] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3db8ff7-033c-4a59-b00d-793899bcac79 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.575029] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.575107] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.575204] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.575936] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b2d55c-0406-4cae-9a79-8526d2a609fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.580236] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1064.580236] env[71079]: value = "task-3279535" [ 1064.580236] env[71079]: _type = "Task" [ 1064.580236] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.597761] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.598012] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.598229] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.598437] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.598599] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.598750] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.598972] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.599168] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.599371] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.599547] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.599787] env[71079]: DEBUG nova.virt.hardware [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.606481] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfiguring VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1064.607473] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81bcc191-1084-4ed7-98a2-27e4ce3014fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.625238] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.630275] env[71079]: DEBUG oslo_vmware.api [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1064.630275] env[71079]: value = "task-3279536" [ 1064.630275] env[71079]: _type = "Task" [ 1064.630275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.639012] env[71079]: DEBUG oslo_vmware.api [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279536, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.722167] env[71079]: DEBUG nova.compute.manager [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-changed-a1ea5033-a23e-4fe4-a824-93d5083351bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.722167] env[71079]: DEBUG nova.compute.manager [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing instance network info cache due to event network-changed-a1ea5033-a23e-4fe4-a824-93d5083351bf. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.722167] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.722167] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.722167] env[71079]: DEBUG nova.network.neutron [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing network info cache for port a1ea5033-a23e-4fe4-a824-93d5083351bf {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.852204] env[71079]: DEBUG nova.network.neutron [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.993580] env[71079]: DEBUG nova.network.neutron [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updated VIF entry in instance network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.993721] env[71079]: DEBUG nova.network.neutron [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap97c2eb53-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.001748] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.002028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.002213] env[71079]: DEBUG nova.network.neutron [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.090232] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279535, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.097388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "8f13149b-ae57-421d-b52a-dc49e80813b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.097651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.142127] env[71079]: DEBUG oslo_vmware.api [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.172343] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9449b1-0169-4984-ac99-206050afe5b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.179614] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb367af-4a7b-4c51-a2e6-3f5e7479223f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.210266] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af7a986-a1de-48cc-83c4-e1913220df4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.217319] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30422f20-3f2a-47b7-932b-ad1545c6f84d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.232411] env[71079]: DEBUG nova.compute.provider_tree [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.354884] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.355269] env[71079]: DEBUG nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Instance network_info: |[{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.355714] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:5a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24fb2a9f-71f7-46e8-8907-5de8ce939156', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.365888] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.369666] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.369916] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e92cbb-260c-4583-8a68-4f2f79bd5af0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.392279] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.392279] env[71079]: value = "task-3279537" [ 1065.392279] env[71079]: _type = "Task" [ 1065.392279] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.400644] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279537, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.501770] env[71079]: DEBUG oslo_concurrency.lockutils [req-9b677015-b94f-45a0-877a-ceb087369317 req-03383c21-17cf-4517-8e27-ece5a0274324 service nova] Releasing lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.586968] env[71079]: DEBUG nova.network.neutron [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updated VIF entry in instance network info cache for port a1ea5033-a23e-4fe4-a824-93d5083351bf. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.587409] env[71079]: DEBUG nova.network.neutron [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "address": "fa:16:3e:55:9d:f1", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ea5033-a2", "ovs_interfaceid": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.592122] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511873} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.592619] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.592838] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.593106] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cfe04c0-4dce-45b1-a22c-4375e4523fcb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.599263] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1065.599263] env[71079]: value = "task-3279538" [ 1065.599263] env[71079]: _type = "Task" [ 1065.599263] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.605267] env[71079]: DEBUG nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.613157] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.643279] env[71079]: DEBUG oslo_vmware.api [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279536, 'name': ReconfigVM_Task, 'duration_secs': 0.919141} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.643279] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.643438] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfigured VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1065.735830] env[71079]: DEBUG nova.scheduler.client.report [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.789208] env[71079]: DEBUG nova.network.neutron [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.902486] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279537, 'name': CreateVM_Task, 'duration_secs': 0.385706} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.902694] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.903405] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.903576] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.903894] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.904202] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f270a1-1f63-4d89-af25-fb0ffc21a6ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.908696] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1065.908696] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e44b9f-4a1f-a330-5086-5de8318bdefd" [ 1065.908696] env[71079]: _type = "Task" [ 1065.908696] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.916602] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e44b9f-4a1f-a330-5086-5de8318bdefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.093881] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.094183] env[71079]: DEBUG nova.compute.manager [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Received event network-vif-plugged-24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.094383] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Acquiring lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.094596] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.094757] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.094923] env[71079]: DEBUG nova.compute.manager [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] No waiting events found dispatching network-vif-plugged-24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.095106] env[71079]: WARNING nova.compute.manager [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Received unexpected event network-vif-plugged-24fb2a9f-71f7-46e8-8907-5de8ce939156 for instance with vm_state building and task_state spawning. [ 1066.095270] env[71079]: DEBUG nova.compute.manager [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Received event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.095423] env[71079]: DEBUG nova.compute.manager [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing instance network info cache due to event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.095608] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Acquiring lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.095743] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Acquired lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.095897] env[71079]: DEBUG nova.network.neutron [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.110240] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07197} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.110473] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.111234] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2421ead-fbdd-412e-8a13-9b8019eec0ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.133353] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.134318] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.134546] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb69555-73d0-4b67-b45d-7c162a15a06d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.150962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cde9d39b-c4ea-44d9-9139-40db759b26f2 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.535s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.156243] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1066.156243] env[71079]: value = "task-3279539" [ 1066.156243] env[71079]: _type = "Task" [ 1066.156243] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.166547] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.241421] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.241957] env[71079]: DEBUG nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.244558] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.254s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.244782] env[71079]: DEBUG nova.objects.instance [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'resources' on Instance uuid e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.291651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.352206] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.419069] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e44b9f-4a1f-a330-5086-5de8318bdefd, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.419417] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.419648] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.420012] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.420222] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.420419] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.420687] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52018330-2392-4f51-8a95-09d968a28f03 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.437408] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.437612] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.438378] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d600d0-f23a-4c00-97b9-116791b17a2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.444265] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1066.444265] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525f8925-b581-74bc-e07e-63800db5f3f5" [ 1066.444265] env[71079]: _type = "Task" [ 1066.444265] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.451863] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525f8925-b581-74bc-e07e-63800db5f3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.666076] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279539, 'name': ReconfigVM_Task, 'duration_secs': 0.300135} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.666374] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e4671131-9ea8-499c-81f0-c03147057200/e4671131-9ea8-499c-81f0-c03147057200.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.667009] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d05e8e66-3abd-4004-8f87-33adbf3fd26e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.677459] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1066.677459] env[71079]: value = "task-3279540" [ 1066.677459] env[71079]: _type = "Task" [ 1066.677459] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.685772] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279540, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.748804] env[71079]: DEBUG nova.compute.utils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.749161] env[71079]: DEBUG nova.objects.instance [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'numa_topology' on Instance uuid e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.755021] env[71079]: DEBUG nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.755150] env[71079]: DEBUG nova.network.neutron [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.818138] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff6abc-fdf5-491e-9112-9edd7568a138 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.839450] env[71079]: DEBUG nova.policy [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ebfb4d2d3f491cbd1992020e130433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e855873d3d724f87b90b10473fca9c90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.843994] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2746a3-5355-4f16-a082-c4bbc30a60ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.853251] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance '58c5506b-a2a4-475c-aa80-27b9732234d0' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.923204] env[71079]: DEBUG nova.network.neutron [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updated VIF entry in instance network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.923788] env[71079]: DEBUG nova.network.neutron [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.955992] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525f8925-b581-74bc-e07e-63800db5f3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.051095} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.955992] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994c9d7d-efa3-4afd-a2cc-14008344b47d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.960427] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1066.960427] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b9f1c0-8f89-4c55-96b2-2ff265fd1a91" [ 1066.960427] env[71079]: _type = "Task" [ 1066.960427] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.967501] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b9f1c0-8f89-4c55-96b2-2ff265fd1a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.177920] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.181171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.181171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.181171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.181171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.186171] env[71079]: INFO nova.compute.manager [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Terminating instance [ 1067.193566] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279540, 'name': Rename_Task, 'duration_secs': 0.152641} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.194180] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.194515] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e3f6044-9cb5-490d-a03c-4daf01051ad7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.198401] env[71079]: DEBUG nova.network.neutron [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Successfully created port: b5b9c326-878f-40d4-b439-b4a0e6f828de {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.201834] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1067.201834] env[71079]: value = "task-3279541" [ 1067.201834] env[71079]: _type = "Task" [ 1067.201834] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.210651] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.253798] env[71079]: DEBUG nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.264893] env[71079]: DEBUG nova.objects.base [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.360331] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.360991] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88be4c57-b288-4791-8fef-42b21b1c230a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.368174] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1067.368174] env[71079]: value = "task-3279542" [ 1067.368174] env[71079]: _type = "Task" [ 1067.368174] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.386341] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279542, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.426455] env[71079]: DEBUG oslo_concurrency.lockutils [req-a6098a14-2335-4929-964b-b9fd2bfe27d6 req-68293a35-039b-4c11-b70b-66037f93fe8a service nova] Releasing lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.470741] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b9f1c0-8f89-4c55-96b2-2ff265fd1a91, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.474850] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.475235] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/4ca30229-e749-4f20-a0fc-f1f63d1812ee.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.475683] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2fb392b-f520-4c2a-8c4b-c669ace264af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.482633] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1067.482633] env[71079]: value = "task-3279543" [ 1067.482633] env[71079]: _type = "Task" [ 1067.482633] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.491570] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.508695] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef6d5ad-b14d-4099-aa9b-373317706d8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.516050] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff0e1b-e49e-4ecd-aea1-a896c4f26610 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.548375] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a81dcd-6674-4e3d-ad31-494f4f97b83b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.556043] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09f2aed-b42f-4bee-b92e-8d56e8725a8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.575271] env[71079]: DEBUG nova.compute.provider_tree [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.690369] env[71079]: DEBUG nova.compute.manager [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.690641] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.692151] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea5fdda-c699-4a3e-907e-36339c89799d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.703505] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.707348] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f33a261-bb14-4907-845c-4dd139614739 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.715722] env[71079]: DEBUG oslo_vmware.api [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1067.715722] env[71079]: value = "task-3279544" [ 1067.715722] env[71079]: _type = "Task" [ 1067.715722] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.723223] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279541, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.734016] env[71079]: DEBUG oslo_vmware.api [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.881607] env[71079]: DEBUG oslo_vmware.api [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279542, 'name': PowerOnVM_Task, 'duration_secs': 0.481588} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.881607] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.881915] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8d25a750-aea6-41c6-bdcf-4831fca90b56 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance '58c5506b-a2a4-475c-aa80-27b9732234d0' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.997190] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.079244] env[71079]: DEBUG nova.scheduler.client.report [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.213364] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279541, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.231668] env[71079]: DEBUG oslo_vmware.api [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279544, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.263360] env[71079]: DEBUG nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.309629] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.309895] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.310102] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.310340] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.310554] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.310759] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.310997] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.311201] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.311378] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.311540] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.311736] env[71079]: DEBUG nova.virt.hardware [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.312871] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0619a-73f4-4578-b28e-8ab1b47444d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.321421] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75239691-fabb-4f3b-90e0-f1f79004cc7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.493310] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60382} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.493486] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/4ca30229-e749-4f20-a0fc-f1f63d1812ee.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.493739] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.494047] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e373497-9f01-40ab-90f0-0f09a6cb2ca8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.499939] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1068.499939] env[71079]: value = "task-3279545" [ 1068.499939] env[71079]: _type = "Task" [ 1068.499939] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.507487] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.584780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.586537] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.452s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.588015] env[71079]: INFO nova.compute.claims [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.713693] env[71079]: DEBUG oslo_vmware.api [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279541, 'name': PowerOnVM_Task, 'duration_secs': 1.033099} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.714529] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.714765] env[71079]: DEBUG nova.compute.manager [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.715580] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb687c39-bdd3-46c2-acd5-2b31bcc35ce8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.731344] env[71079]: DEBUG oslo_vmware.api [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279544, 'name': PowerOffVM_Task, 'duration_secs': 0.627117} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.731605] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.731775] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.732037] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5b385ec-9793-4f49-b93d-294fd4d7374d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.773277] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.773596] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.773963] env[71079]: DEBUG nova.objects.instance [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'flavor' on Instance uuid 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.803012] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.803253] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.803447] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleting the datastore file [datastore2] 6cb2901c-58d8-4040-a5d6-9a8235a7862d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.803700] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d25158bb-e9f3-4958-897d-0332e877b9db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.811720] env[71079]: DEBUG oslo_vmware.api [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1068.811720] env[71079]: value = "task-3279547" [ 1068.811720] env[71079]: _type = "Task" [ 1068.811720] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.819084] env[71079]: DEBUG oslo_vmware.api [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.010599] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070082} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.010966] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.011869] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59d4b5e-c4c2-422f-b456-7b73bb0370df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.036231] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/4ca30229-e749-4f20-a0fc-f1f63d1812ee.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.036523] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da887bfa-560d-4e73-89cf-138f7b1117fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.055987] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1069.055987] env[71079]: value = "task-3279548" [ 1069.055987] env[71079]: _type = "Task" [ 1069.055987] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.064047] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.100495] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1629a981-6572-45ed-8665-4686627bff1d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.960s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.101377] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.749s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.101576] env[71079]: INFO nova.compute.manager [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Unshelving [ 1069.234169] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.324928] env[71079]: DEBUG oslo_vmware.api [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15665} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.324928] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.324928] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.324928] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.324928] env[71079]: INFO nova.compute.manager [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1069.324928] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.324928] env[71079]: DEBUG nova.compute.manager [-] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.324928] env[71079]: DEBUG nova.network.neutron [-] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.420750] env[71079]: DEBUG nova.network.neutron [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Successfully updated port: b5b9c326-878f-40d4-b439-b4a0e6f828de {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.476135] env[71079]: DEBUG nova.objects.instance [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'pci_requests' on Instance uuid 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.519710] env[71079]: DEBUG nova.compute.manager [req-48527723-3c7a-4a48-a7f1-855dc7035538 req-09b9d020-b11d-4232-af53-dd55397613f2 service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Received event network-vif-plugged-b5b9c326-878f-40d4-b439-b4a0e6f828de {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.519911] env[71079]: DEBUG oslo_concurrency.lockutils [req-48527723-3c7a-4a48-a7f1-855dc7035538 req-09b9d020-b11d-4232-af53-dd55397613f2 service nova] Acquiring lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.520203] env[71079]: DEBUG oslo_concurrency.lockutils [req-48527723-3c7a-4a48-a7f1-855dc7035538 req-09b9d020-b11d-4232-af53-dd55397613f2 service nova] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.520415] env[71079]: DEBUG oslo_concurrency.lockutils [req-48527723-3c7a-4a48-a7f1-855dc7035538 req-09b9d020-b11d-4232-af53-dd55397613f2 service nova] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.520609] env[71079]: DEBUG nova.compute.manager [req-48527723-3c7a-4a48-a7f1-855dc7035538 req-09b9d020-b11d-4232-af53-dd55397613f2 service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] No waiting events found dispatching network-vif-plugged-b5b9c326-878f-40d4-b439-b4a0e6f828de {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.520799] env[71079]: WARNING nova.compute.manager [req-48527723-3c7a-4a48-a7f1-855dc7035538 req-09b9d020-b11d-4232-af53-dd55397613f2 service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Received unexpected event network-vif-plugged-b5b9c326-878f-40d4-b439-b4a0e6f828de for instance with vm_state building and task_state spawning. [ 1069.567085] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279548, 'name': ReconfigVM_Task, 'duration_secs': 0.292595} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.567085] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/4ca30229-e749-4f20-a0fc-f1f63d1812ee.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.567472] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bc5aa3c-e37c-43ab-874f-13396f0f5382 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.575169] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1069.575169] env[71079]: value = "task-3279549" [ 1069.575169] env[71079]: _type = "Task" [ 1069.575169] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.583376] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279549, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.741992] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "e4671131-9ea8-499c-81f0-c03147057200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.742275] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "e4671131-9ea8-499c-81f0-c03147057200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.742753] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "e4671131-9ea8-499c-81f0-c03147057200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.742990] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "e4671131-9ea8-499c-81f0-c03147057200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.743185] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "e4671131-9ea8-499c-81f0-c03147057200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.747428] env[71079]: INFO nova.compute.manager [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Terminating instance [ 1069.854293] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a275a-5cfa-41e1-877a-851ee6b35750 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.862923] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe4fda2-6a0e-489b-953e-2d3d6bcffbeb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.894376] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6a6ed5-8f06-4aff-bc48-f2188a05becb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.905264] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f894ab3e-a9c7-498b-81d6-8e9c39591d0b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.922835] env[71079]: DEBUG nova.compute.provider_tree [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.924856] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "refresh_cache-d1ce16a9-a51c-4c56-ad19-021b135f1d05" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.925009] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "refresh_cache-d1ce16a9-a51c-4c56-ad19-021b135f1d05" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.925226] env[71079]: DEBUG nova.network.neutron [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.950172] env[71079]: DEBUG nova.compute.manager [req-adcf1f5d-cc5a-4469-bc92-610e745a15b6 req-b4b399d7-054a-4aed-870d-c02fb23f7584 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Received event network-vif-deleted-17465672-638f-4fe2-a7a9-750ab1888087 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.950346] env[71079]: INFO nova.compute.manager [req-adcf1f5d-cc5a-4469-bc92-610e745a15b6 req-b4b399d7-054a-4aed-870d-c02fb23f7584 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Neutron deleted interface 17465672-638f-4fe2-a7a9-750ab1888087; detaching it from the instance and deleting it from the info cache [ 1069.950515] env[71079]: DEBUG nova.network.neutron [req-adcf1f5d-cc5a-4469-bc92-610e745a15b6 req-b4b399d7-054a-4aed-870d-c02fb23f7584 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.978233] env[71079]: DEBUG nova.objects.base [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Object Instance<418acd24-ec01-4435-b4b4-6cc2097cc8c3> lazy-loaded attributes: flavor,pci_requests {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.978518] env[71079]: DEBUG nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.091536] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279549, 'name': Rename_Task, 'duration_secs': 0.136598} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.091536] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.091536] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2de853-d54b-46b5-9208-286ab595e3b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.093223] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1070.093223] env[71079]: value = "task-3279550" [ 1070.093223] env[71079]: _type = "Task" [ 1070.093223] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.103338] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.110858] env[71079]: DEBUG nova.compute.utils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.113506] env[71079]: DEBUG nova.policy [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.250723] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "refresh_cache-e4671131-9ea8-499c-81f0-c03147057200" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.250940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquired lock "refresh_cache-e4671131-9ea8-499c-81f0-c03147057200" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.251154] env[71079]: DEBUG nova.network.neutron [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.267858] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.268123] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.269243] env[71079]: DEBUG nova.compute.manager [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Going to confirm migration 5 {{(pid=71079) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1070.399515] env[71079]: DEBUG nova.network.neutron [-] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.433023] env[71079]: DEBUG nova.scheduler.client.report [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.457506] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71ffb186-156e-4afa-844e-db14511a7f23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.468807] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c7fe4f-f8ef-439f-b3c6-a968fb678c02 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.481845] env[71079]: DEBUG nova.network.neutron [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.504083] env[71079]: DEBUG nova.compute.manager [req-adcf1f5d-cc5a-4469-bc92-610e745a15b6 req-b4b399d7-054a-4aed-870d-c02fb23f7584 service nova] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Detach interface failed, port_id=17465672-638f-4fe2-a7a9-750ab1888087, reason: Instance 6cb2901c-58d8-4040-a5d6-9a8235a7862d could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.603742] env[71079]: DEBUG oslo_vmware.api [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279550, 'name': PowerOnVM_Task, 'duration_secs': 0.44584} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.604048] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.604261] env[71079]: INFO nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1070.604438] env[71079]: DEBUG nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.605422] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc4935-e978-453e-bf30-75edb8a1efe3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.616909] env[71079]: INFO nova.virt.block_device [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Booting with volume ce5e2c6c-9690-45b3-ad4e-e708482bd58f at /dev/sdb [ 1070.683026] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49f98ee1-393f-4040-ae75-f4eb9d2c8961 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.686907] env[71079]: DEBUG nova.network.neutron [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Updating instance_info_cache with network_info: [{"id": "b5b9c326-878f-40d4-b439-b4a0e6f828de", "address": "fa:16:3e:5d:58:bf", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b9c326-87", "ovs_interfaceid": "b5b9c326-878f-40d4-b439-b4a0e6f828de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.695762] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f8d20-ef1f-46bd-b830-6535bab7dd9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.729700] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e82583-111c-4138-9703-831130bf4523 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.738438] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8af23f8-d9e0-4f1f-8c03-de888069b10e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.768295] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991be09-b1f7-46fe-b97f-4a702b0b7aee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.771409] env[71079]: DEBUG nova.network.neutron [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.779719] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1774d6f5-a4ba-4fa5-909c-4f262f69187c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.793410] env[71079]: DEBUG nova.virt.block_device [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating existing volume attachment record: 30ee1ff2-1219-42df-aca7-caa1a6b57e60 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.826083] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.826337] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.826486] env[71079]: DEBUG nova.network.neutron [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.826698] env[71079]: DEBUG nova.objects.instance [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'info_cache' on Instance uuid 58c5506b-a2a4-475c-aa80-27b9732234d0 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.844502] env[71079]: DEBUG nova.network.neutron [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.901850] env[71079]: INFO nova.compute.manager [-] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Took 1.58 seconds to deallocate network for instance. [ 1070.938494] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.939197] env[71079]: DEBUG nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.941862] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.708s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.942071] env[71079]: DEBUG nova.objects.instance [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1071.123061] env[71079]: INFO nova.compute.manager [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Took 17.45 seconds to build instance. [ 1071.190604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "refresh_cache-d1ce16a9-a51c-4c56-ad19-021b135f1d05" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.190604] env[71079]: DEBUG nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Instance network_info: |[{"id": "b5b9c326-878f-40d4-b439-b4a0e6f828de", "address": "fa:16:3e:5d:58:bf", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b9c326-87", "ovs_interfaceid": "b5b9c326-878f-40d4-b439-b4a0e6f828de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.191134] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:58:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b9c326-878f-40d4-b439-b4a0e6f828de', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.199200] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.199393] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.200769] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baa13099-ac72-4f7d-b929-52100174cf2d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.221660] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.221660] env[71079]: value = "task-3279554" [ 1071.221660] env[71079]: _type = "Task" [ 1071.221660] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.229993] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279554, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.346652] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Releasing lock "refresh_cache-e4671131-9ea8-499c-81f0-c03147057200" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.347247] env[71079]: DEBUG nova.compute.manager [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.347475] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.348361] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78071845-fe29-4cdc-9642-af3c98d0305c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.358050] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.358150] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36d1962-240f-4bc8-ab1b-27caba1a036f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.364574] env[71079]: DEBUG oslo_vmware.api [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1071.364574] env[71079]: value = "task-3279555" [ 1071.364574] env[71079]: _type = "Task" [ 1071.364574] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.376296] env[71079]: DEBUG oslo_vmware.api [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.409181] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.449594] env[71079]: DEBUG nova.compute.utils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.454111] env[71079]: DEBUG nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.454111] env[71079]: DEBUG nova.network.neutron [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.519333] env[71079]: DEBUG nova.policy [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '960d4d7ad0854a878dbd63a3170233a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97524c1401ad479eb74c5f00ab366b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.612676] env[71079]: DEBUG nova.compute.manager [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Received event network-changed-b5b9c326-878f-40d4-b439-b4a0e6f828de {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.613123] env[71079]: DEBUG nova.compute.manager [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Refreshing instance network info cache due to event network-changed-b5b9c326-878f-40d4-b439-b4a0e6f828de. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.613373] env[71079]: DEBUG oslo_concurrency.lockutils [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] Acquiring lock "refresh_cache-d1ce16a9-a51c-4c56-ad19-021b135f1d05" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.613523] env[71079]: DEBUG oslo_concurrency.lockutils [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] Acquired lock "refresh_cache-d1ce16a9-a51c-4c56-ad19-021b135f1d05" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.613686] env[71079]: DEBUG nova.network.neutron [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Refreshing network info cache for port b5b9c326-878f-40d4-b439-b4a0e6f828de {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.625831] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a9195cdf-39fa-41e2-9769-d0db99069256 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.956s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.642744] env[71079]: DEBUG nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Successfully updated port: cd3f8474-74d0-4db1-a9f1-6e5c2562e17c {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.735745] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279554, 'name': CreateVM_Task, 'duration_secs': 0.42266} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.735925] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.736670] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.736913] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.740222] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.740222] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04717e1b-538d-4186-8912-198a1c3b7fb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.742242] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1071.742242] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528224b1-0302-8c21-6c22-3b81b1c25e2b" [ 1071.742242] env[71079]: _type = "Task" [ 1071.742242] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.751771] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528224b1-0302-8c21-6c22-3b81b1c25e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.875797] env[71079]: DEBUG oslo_vmware.api [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279555, 'name': PowerOffVM_Task, 'duration_secs': 0.140104} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.876159] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.876376] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.876660] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a93c69-9609-45b5-b518-8a56054502ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.900787] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.901895] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.902148] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Deleting the datastore file [datastore2] e4671131-9ea8-499c-81f0-c03147057200 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.902517] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b368102b-45c2-42bf-9377-768fc1e91693 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.910993] env[71079]: DEBUG oslo_vmware.api [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for the task: (returnval){ [ 1071.910993] env[71079]: value = "task-3279557" [ 1071.910993] env[71079]: _type = "Task" [ 1071.910993] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.922538] env[71079]: DEBUG oslo_vmware.api [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.952322] env[71079]: DEBUG oslo_concurrency.lockutils [None req-dcc80575-a9f2-4746-aa06-6f80af250912 tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.953692] env[71079]: DEBUG nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.956501] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.548s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.957537] env[71079]: DEBUG nova.objects.instance [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'resources' on Instance uuid 6cb2901c-58d8-4040-a5d6-9a8235a7862d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.007296] env[71079]: DEBUG nova.compute.manager [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-vif-plugged-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.007509] env[71079]: DEBUG oslo_concurrency.lockutils [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.007714] env[71079]: DEBUG oslo_concurrency.lockutils [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.007933] env[71079]: DEBUG oslo_concurrency.lockutils [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.008115] env[71079]: DEBUG nova.compute.manager [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] No waiting events found dispatching network-vif-plugged-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.008367] env[71079]: WARNING nova.compute.manager [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received unexpected event network-vif-plugged-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c for instance with vm_state active and task_state None. [ 1072.008579] env[71079]: DEBUG nova.compute.manager [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-changed-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.008806] env[71079]: DEBUG nova.compute.manager [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing instance network info cache due to event network-changed-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.009056] env[71079]: DEBUG oslo_concurrency.lockutils [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.009245] env[71079]: DEBUG oslo_concurrency.lockutils [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.009460] env[71079]: DEBUG nova.network.neutron [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Refreshing network info cache for port cd3f8474-74d0-4db1-a9f1-6e5c2562e17c {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.110821] env[71079]: DEBUG nova.network.neutron [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [{"id": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "address": "fa:16:3e:33:aa:95", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3303e9e4-4e", "ovs_interfaceid": "3303e9e4-4e05-4ae6-b71b-4a5954c0218d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.152403] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.190197] env[71079]: DEBUG nova.network.neutron [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Successfully created port: 01fc618e-a193-4d66-921c-ab034f447b0a {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.253733] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528224b1-0302-8c21-6c22-3b81b1c25e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.254040] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.254272] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.254501] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.254646] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.254822] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.255093] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeec4cce-8fed-40ad-a35d-1f83e78080aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.264100] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.264182] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.264887] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0217cfd-5ef2-45ac-a0cd-47989a1b94e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.270063] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1072.270063] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527e77a5-e64f-6079-8a51-98e012eede1f" [ 1072.270063] env[71079]: _type = "Task" [ 1072.270063] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.278671] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527e77a5-e64f-6079-8a51-98e012eede1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.307192] env[71079]: DEBUG nova.network.neutron [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Updated VIF entry in instance network info cache for port b5b9c326-878f-40d4-b439-b4a0e6f828de. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.307541] env[71079]: DEBUG nova.network.neutron [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Updating instance_info_cache with network_info: [{"id": "b5b9c326-878f-40d4-b439-b4a0e6f828de", "address": "fa:16:3e:5d:58:bf", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b9c326-87", "ovs_interfaceid": "b5b9c326-878f-40d4-b439-b4a0e6f828de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.424478] env[71079]: DEBUG oslo_vmware.api [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Task: {'id': task-3279557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.424746] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.424979] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.425300] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.425401] env[71079]: INFO nova.compute.manager [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] [instance: e4671131-9ea8-499c-81f0-c03147057200] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1072.425655] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.425880] env[71079]: DEBUG nova.compute.manager [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.425983] env[71079]: DEBUG nova.network.neutron [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.447966] env[71079]: DEBUG nova.network.neutron [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.615018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-58c5506b-a2a4-475c-aa80-27b9732234d0" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.615018] env[71079]: DEBUG nova.objects.instance [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'migration_context' on Instance uuid 58c5506b-a2a4-475c-aa80-27b9732234d0 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.699675] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39f7f6-8a97-4fc9-aa06-eb5930f3f169 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.707464] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fdeeda-d6d6-4a62-abd9-4fdce3712b6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.739160] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27706be7-6dc9-4341-bcc0-257a7ac451c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.742170] env[71079]: DEBUG nova.network.neutron [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Added VIF to instance network info cache for port cd3f8474-74d0-4db1-a9f1-6e5c2562e17c. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1072.742612] env[71079]: DEBUG nova.network.neutron [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "address": "fa:16:3e:55:9d:f1", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ea5033-a2", "ovs_interfaceid": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd3f8474-74d0-4db1-a9f1-6e5c2562e17c", "address": "fa:16:3e:11:62:9a", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3f8474-74", "ovs_interfaceid": "cd3f8474-74d0-4db1-a9f1-6e5c2562e17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.749211] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be6d2c-8896-4570-b82a-7927a5da84e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.764245] env[71079]: DEBUG nova.compute.provider_tree [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.784833] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527e77a5-e64f-6079-8a51-98e012eede1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008054} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.785569] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4717c535-9f2b-4bbc-8a05-810202463c93 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.790240] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1072.790240] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5273e22c-615a-4643-bb77-b60006ba35ba" [ 1072.790240] env[71079]: _type = "Task" [ 1072.790240] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.797568] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5273e22c-615a-4643-bb77-b60006ba35ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.813146] env[71079]: DEBUG oslo_concurrency.lockutils [req-808af927-20c5-49a5-9fc5-37ca7f96008d req-ba1eaf36-2ecf-402b-8928-ce6f0f2ece6b service nova] Releasing lock "refresh_cache-d1ce16a9-a51c-4c56-ad19-021b135f1d05" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.950461] env[71079]: DEBUG nova.network.neutron [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.963252] env[71079]: DEBUG nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.016508] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.016766] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.016964] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.017231] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.017445] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.017692] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.017942] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.018177] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.018391] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.018629] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.018868] env[71079]: DEBUG nova.virt.hardware [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.019801] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41861153-60d8-4269-870b-44edf8db735a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.027606] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240ffce-3e48-49c8-b68a-d38242332cce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.116630] env[71079]: DEBUG nova.objects.base [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Object Instance<58c5506b-a2a4-475c-aa80-27b9732234d0> lazy-loaded attributes: info_cache,migration_context {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.117682] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b41d36-93ec-42ff-8ba4-b8595f95f100 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.137400] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b73091-b39b-4b94-a41a-a48ec8705368 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.143180] env[71079]: DEBUG oslo_vmware.api [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1073.143180] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e7a17d-8505-656c-2943-84a051f100d2" [ 1073.143180] env[71079]: _type = "Task" [ 1073.143180] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.151850] env[71079]: DEBUG oslo_vmware.api [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e7a17d-8505-656c-2943-84a051f100d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.152149] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.245876] env[71079]: DEBUG oslo_concurrency.lockutils [req-ca36aaf1-8d67-4c72-9864-f38cc70d425f req-852e4efe-366e-4c35-b343-57bf4ac26e4c service nova] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.246393] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.246581] env[71079]: DEBUG nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.267615] env[71079]: DEBUG nova.scheduler.client.report [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.302379] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5273e22c-615a-4643-bb77-b60006ba35ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.302707] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.302997] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ce16a9-a51c-4c56-ad19-021b135f1d05/d1ce16a9-a51c-4c56-ad19-021b135f1d05.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.303302] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8b3f29-52ec-4d68-aa12-7e59db1840ff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.311197] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1073.311197] env[71079]: value = "task-3279559" [ 1073.311197] env[71079]: _type = "Task" [ 1073.311197] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.319666] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.453387] env[71079]: INFO nova.compute.manager [-] [instance: e4671131-9ea8-499c-81f0-c03147057200] Took 1.03 seconds to deallocate network for instance. [ 1073.732460] env[71079]: DEBUG nova.compute.manager [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Received event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.732608] env[71079]: DEBUG nova.compute.manager [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing instance network info cache due to event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.733310] env[71079]: DEBUG oslo_concurrency.lockutils [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] Acquiring lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.733562] env[71079]: DEBUG oslo_concurrency.lockutils [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] Acquired lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.733743] env[71079]: DEBUG nova.network.neutron [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.774030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.775816] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.624s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.806349] env[71079]: WARNING nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] f4981530-5112-433e-b71b-1b4a911c6bf3 already exists in list: networks containing: ['f4981530-5112-433e-b71b-1b4a911c6bf3']. ignoring it [ 1073.806808] env[71079]: WARNING nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] f4981530-5112-433e-b71b-1b4a911c6bf3 already exists in list: networks containing: ['f4981530-5112-433e-b71b-1b4a911c6bf3']. ignoring it [ 1073.807645] env[71079]: WARNING nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] f4981530-5112-433e-b71b-1b4a911c6bf3 already exists in list: networks containing: ['f4981530-5112-433e-b71b-1b4a911c6bf3']. ignoring it [ 1073.811279] env[71079]: WARNING nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] cd3f8474-74d0-4db1-a9f1-6e5c2562e17c already exists in list: port_ids containing: ['cd3f8474-74d0-4db1-a9f1-6e5c2562e17c']. ignoring it [ 1073.822354] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486888} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.827424] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d1ce16a9-a51c-4c56-ad19-021b135f1d05/d1ce16a9-a51c-4c56-ad19-021b135f1d05.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.827424] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.827424] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f653ba-834c-444c-acd3-b408fc988fa4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.829686] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1073.829686] env[71079]: value = "task-3279560" [ 1073.829686] env[71079]: _type = "Task" [ 1073.829686] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.838067] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.847513] env[71079]: INFO nova.scheduler.client.report [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted allocations for instance 6cb2901c-58d8-4040-a5d6-9a8235a7862d [ 1073.960449] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.022494] env[71079]: DEBUG nova.network.neutron [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Successfully updated port: 01fc618e-a193-4d66-921c-ab034f447b0a {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.147885] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "d59df49a-a6a8-4c45-a461-414b589f5791" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.148144] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.263469] env[71079]: DEBUG nova.network.neutron [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "address": "fa:16:3e:55:9d:f1", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ea5033-a2", "ovs_interfaceid": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd3f8474-74d0-4db1-a9f1-6e5c2562e17c", "address": "fa:16:3e:11:62:9a", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3f8474-74", "ovs_interfaceid": "cd3f8474-74d0-4db1-a9f1-6e5c2562e17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.339476] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061553} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.339744] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.342813] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933fc212-b656-49b1-a6c2-a160baef9f66 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.370063] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] d1ce16a9-a51c-4c56-ad19-021b135f1d05/d1ce16a9-a51c-4c56-ad19-021b135f1d05.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.373109] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7753c5ca-15e0-4331-a40c-ccf1ad594db3 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "6cb2901c-58d8-4040-a5d6-9a8235a7862d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.193s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.374098] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ec4688-576d-4d07-a38f-6c40fca31426 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.393626] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1074.393626] env[71079]: value = "task-3279561" [ 1074.393626] env[71079]: _type = "Task" [ 1074.393626] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.405967] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.494539] env[71079]: DEBUG nova.network.neutron [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updated VIF entry in instance network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.494881] env[71079]: DEBUG nova.network.neutron [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.505845] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5e2c1-66d6-4463-bc0e-4c893a7c447d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.513530] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb875d-2019-47c9-8efd-42c12f5eb630 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.544806] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.544943] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.545084] env[71079]: DEBUG nova.network.neutron [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.546869] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3744a447-c860-4405-afb8-f799d379a83f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.555479] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a9ce21-9cbc-4b7a-85e7-da9643f49ff9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.569230] env[71079]: DEBUG nova.compute.provider_tree [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.651161] env[71079]: DEBUG nova.compute.utils [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.768053] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.768777] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.768951] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.769838] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca50bf2-1066-43c3-bfd4-c543f76bdddf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.787758] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.787986] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.788158] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.788343] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.788488] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.788634] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.788837] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.789021] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.789244] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.789419] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.789592] env[71079]: DEBUG nova.virt.hardware [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.795915] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfiguring VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1074.796217] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77da804-3c2b-4f60-906e-ab5ebf3ea8fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.813731] env[71079]: DEBUG oslo_vmware.api [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1074.813731] env[71079]: value = "task-3279562" [ 1074.813731] env[71079]: _type = "Task" [ 1074.813731] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.823342] env[71079]: DEBUG oslo_vmware.api [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279562, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.902957] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.997409] env[71079]: DEBUG oslo_concurrency.lockutils [req-8b8bef53-b058-45f3-afc2-6af17d170756 req-b1aa3915-a1ff-41a3-a0d3-9400034c62ed service nova] Releasing lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.072524] env[71079]: DEBUG nova.scheduler.client.report [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.154338] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.174140] env[71079]: DEBUG nova.network.neutron [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.323651] env[71079]: DEBUG oslo_vmware.api [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.325983] env[71079]: DEBUG nova.network.neutron [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance_info_cache with network_info: [{"id": "01fc618e-a193-4d66-921c-ab034f447b0a", "address": "fa:16:3e:cc:91:1a", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fc618e-a1", "ovs_interfaceid": "01fc618e-a193-4d66-921c-ab034f447b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.404621] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279561, 'name': ReconfigVM_Task, 'duration_secs': 0.798087} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.404924] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Reconfigured VM instance instance-00000065 to attach disk [datastore2] d1ce16a9-a51c-4c56-ad19-021b135f1d05/d1ce16a9-a51c-4c56-ad19-021b135f1d05.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.405574] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed759829-2cb4-477e-835e-a2919eb32847 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.411915] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1075.411915] env[71079]: value = "task-3279563" [ 1075.411915] env[71079]: _type = "Task" [ 1075.411915] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.420488] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279563, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.823739] env[71079]: DEBUG oslo_vmware.api [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.828320] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.828650] env[71079]: DEBUG nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Instance network_info: |[{"id": "01fc618e-a193-4d66-921c-ab034f447b0a", "address": "fa:16:3e:cc:91:1a", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fc618e-a1", "ovs_interfaceid": "01fc618e-a193-4d66-921c-ab034f447b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.829055] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:91:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01fc618e-a193-4d66-921c-ab034f447b0a', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.836334] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.836762] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.836984] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386cbcbd-b5ee-440f-8d11-c5675214d014 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.858463] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.858463] env[71079]: value = "task-3279564" [ 1075.858463] env[71079]: _type = "Task" [ 1075.858463] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.867210] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279564, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.922032] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279563, 'name': Rename_Task, 'duration_secs': 0.174025} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.922332] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.922609] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a123335f-3d89-4a08-ab6e-a0672c92867e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.927791] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1075.927791] env[71079]: value = "task-3279565" [ 1075.927791] env[71079]: _type = "Task" [ 1075.927791] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.935104] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.083684] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.308s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.086580] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.126s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.086807] env[71079]: DEBUG nova.objects.instance [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lazy-loading 'resources' on Instance uuid e4671131-9ea8-499c-81f0-c03147057200 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.254667] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "d59df49a-a6a8-4c45-a461-414b589f5791" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.254987] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.255249] env[71079]: INFO nova.compute.manager [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Attaching volume e8bf84bc-6f03-436b-871c-c250b7fdd7f5 to /dev/sdb [ 1076.287488] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19407aa-6007-49ab-a9bb-710ac58ce924 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.296213] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c1ec4-e5a5-4a56-b4f4-80770bc6bfbe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.309519] env[71079]: DEBUG nova.virt.block_device [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updating existing volume attachment record: 087d6eab-20cb-48f5-bce5-5be65208a900 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1076.323615] env[71079]: DEBUG oslo_vmware.api [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.369172] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279564, 'name': CreateVM_Task, 'duration_secs': 0.355072} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.369458] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.370281] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.370523] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.370885] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.371202] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47a0f77-51ee-49ac-a4c5-b34befb6652f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.377272] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1076.377272] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db737e-71c7-0009-1917-fcf616e954f3" [ 1076.377272] env[71079]: _type = "Task" [ 1076.377272] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.385836] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db737e-71c7-0009-1917-fcf616e954f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.403765] env[71079]: DEBUG nova.compute.manager [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Received event network-vif-plugged-01fc618e-a193-4d66-921c-ab034f447b0a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.404084] env[71079]: DEBUG oslo_concurrency.lockutils [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] Acquiring lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.404393] env[71079]: DEBUG oslo_concurrency.lockutils [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.404633] env[71079]: DEBUG oslo_concurrency.lockutils [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.404809] env[71079]: DEBUG nova.compute.manager [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] No waiting events found dispatching network-vif-plugged-01fc618e-a193-4d66-921c-ab034f447b0a {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.404974] env[71079]: WARNING nova.compute.manager [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Received unexpected event network-vif-plugged-01fc618e-a193-4d66-921c-ab034f447b0a for instance with vm_state building and task_state spawning. [ 1076.405776] env[71079]: DEBUG nova.compute.manager [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Received event network-changed-01fc618e-a193-4d66-921c-ab034f447b0a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.407192] env[71079]: DEBUG nova.compute.manager [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Refreshing instance network info cache due to event network-changed-01fc618e-a193-4d66-921c-ab034f447b0a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.407192] env[71079]: DEBUG oslo_concurrency.lockutils [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] Acquiring lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.407192] env[71079]: DEBUG oslo_concurrency.lockutils [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] Acquired lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.407192] env[71079]: DEBUG nova.network.neutron [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Refreshing network info cache for port 01fc618e-a193-4d66-921c-ab034f447b0a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.437615] env[71079]: DEBUG oslo_vmware.api [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279565, 'name': PowerOnVM_Task, 'duration_secs': 0.503898} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.438933] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.439273] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.439512] env[71079]: INFO nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1076.439722] env[71079]: DEBUG nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.440962] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737b2ff1-d753-4f9d-b6b6-89459291b6c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.691674] env[71079]: INFO nova.scheduler.client.report [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted allocation for migration 780fc504-f4da-403f-9fa8-0411fa572627 [ 1076.792975] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3d9ce-412d-46f1-97eb-166c6308fb2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.800602] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3bdcb8-4fb9-49f3-981e-d80255260b16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.836241] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04803d8c-0d63-4014-a611-de1396e8f275 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.850154] env[71079]: DEBUG oslo_vmware.api [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279562, 'name': ReconfigVM_Task, 'duration_secs': 1.749024} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.850154] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.850154] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfigured VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1076.850154] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384446a7-731c-4247-8ae9-f87a520339b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.866228] env[71079]: DEBUG nova.compute.provider_tree [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.887532] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db737e-71c7-0009-1917-fcf616e954f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016627} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.888407] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.888609] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.888846] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.888993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.889266] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.889690] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38110b73-fe3e-44ef-9c29-13216908962b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.898231] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.898231] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.898677] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97811824-9d4b-40bb-8dcc-56fa7e4f32b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.903946] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1076.903946] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528db26f-8346-f8ed-8d36-0793e8e38950" [ 1076.903946] env[71079]: _type = "Task" [ 1076.903946] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.913678] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528db26f-8346-f8ed-8d36-0793e8e38950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.959349] env[71079]: INFO nova.compute.manager [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Took 15.93 seconds to build instance. [ 1077.200923] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7faad576-37ad-4c0f-8a10-f52b6316d3a0 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.932s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.263756] env[71079]: DEBUG nova.network.neutron [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updated VIF entry in instance network info cache for port 01fc618e-a193-4d66-921c-ab034f447b0a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.264154] env[71079]: DEBUG nova.network.neutron [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance_info_cache with network_info: [{"id": "01fc618e-a193-4d66-921c-ab034f447b0a", "address": "fa:16:3e:cc:91:1a", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fc618e-a1", "ovs_interfaceid": "01fc618e-a193-4d66-921c-ab034f447b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.355055] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f349f4a6-2988-4e3b-a904-cd158a78e561 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.581s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.368813] env[71079]: DEBUG nova.scheduler.client.report [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.415461] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]528db26f-8346-f8ed-8d36-0793e8e38950, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.416249] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b0d7ad-92ed-4fe2-b740-5c53034ce639 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.421476] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1077.421476] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521c8e04-960a-57f2-ac85-503591b5e225" [ 1077.421476] env[71079]: _type = "Task" [ 1077.421476] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.428943] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521c8e04-960a-57f2-ac85-503591b5e225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.463496] env[71079]: DEBUG oslo_concurrency.lockutils [None req-42833cb5-0290-41fa-90b2-85dcf80ad0f8 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.440s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.767283] env[71079]: DEBUG oslo_concurrency.lockutils [req-e142abce-6dc9-4da9-b732-1f95cc8a960b req-a638b388-bbd6-4549-9b51-cb7fbb048a2d service nova] Releasing lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.773027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "06b3794c-ecea-4a93-87d5-5b42295e89af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.777434] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.873446] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.875865] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.437s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.876103] env[71079]: DEBUG nova.objects.instance [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'pci_requests' on Instance uuid e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.905931] env[71079]: INFO nova.scheduler.client.report [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Deleted allocations for instance e4671131-9ea8-499c-81f0-c03147057200 [ 1077.931701] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]521c8e04-960a-57f2-ac85-503591b5e225, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.931960] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.932233] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 8f13149b-ae57-421d-b52a-dc49e80813b8/8f13149b-ae57-421d-b52a-dc49e80813b8.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.932492] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-436e5e93-73f7-44a7-b84e-7d45ff173f84 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.939321] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1077.939321] env[71079]: value = "task-3279569" [ 1077.939321] env[71079]: _type = "Task" [ 1077.939321] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.946824] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.276552] env[71079]: INFO nova.compute.manager [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Detaching volume 6eb4546c-af64-4544-bc35-02cfd9e1d365 [ 1078.352800] env[71079]: INFO nova.virt.block_device [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Attempting to driver detach volume 6eb4546c-af64-4544-bc35-02cfd9e1d365 from mountpoint /dev/sdb [ 1078.353102] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1078.353437] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654951', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'name': 'volume-6eb4546c-af64-4544-bc35-02cfd9e1d365', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b3794c-ecea-4a93-87d5-5b42295e89af', 'attached_at': '', 'detached_at': '', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'serial': '6eb4546c-af64-4544-bc35-02cfd9e1d365'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1078.354441] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf2bce3-2491-4f95-976a-e1c5743e2dc3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.379018] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a4608e-a18a-4f3b-bda6-82bd24d3cf54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.383541] env[71079]: DEBUG nova.objects.instance [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'numa_topology' on Instance uuid e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.390228] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74181c4c-5741-417f-82dc-4489ac75e5b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.412667] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc57baa-f273-4371-ac7c-319672a068d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.418721] env[71079]: DEBUG oslo_concurrency.lockutils [None req-945a121e-3ec0-4594-ba8a-90ab601e60db tempest-ServersListShow296Test-174927319 tempest-ServersListShow296Test-174927319-project-member] Lock "e4671131-9ea8-499c-81f0-c03147057200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.676s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.433128] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] The volume has not been displaced from its original location: [datastore2] volume-6eb4546c-af64-4544-bc35-02cfd9e1d365/volume-6eb4546c-af64-4544-bc35-02cfd9e1d365.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1078.439658] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.439658] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab339cc-532e-46c7-b942-387fbfdc9367 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.178292] env[71079]: INFO nova.compute.claims [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.190022] env[71079]: DEBUG oslo_vmware.api [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1079.190022] env[71079]: value = "task-3279571" [ 1079.190022] env[71079]: _type = "Task" [ 1079.190022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.196420] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554795} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.196420] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 8f13149b-ae57-421d-b52a-dc49e80813b8/8f13149b-ae57-421d-b52a-dc49e80813b8.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.196420] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.196420] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4bbbaff-a943-4ead-a78d-04e4dcd71ad4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.201066] env[71079]: DEBUG oslo_vmware.api [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.205117] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1079.205117] env[71079]: value = "task-3279572" [ 1079.205117] env[71079]: _type = "Task" [ 1079.205117] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.214116] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.238245] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "779dfaa0-6a98-42a7-a348-d507058261ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.238484] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "779dfaa0-6a98-42a7-a348-d507058261ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.689475] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.689475] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.689475] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.689475] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.689475] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.692420] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-a1ea5033-a23e-4fe4-a824-93d5083351bf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.692420] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-a1ea5033-a23e-4fe4-a824-93d5083351bf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.697595] env[71079]: INFO nova.compute.manager [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Terminating instance [ 1079.705731] env[71079]: DEBUG oslo_vmware.api [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.714934] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159052} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.715156] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.716352] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400999c-d8f7-442a-acd3-c7bda284aff5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.739993] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8f13149b-ae57-421d-b52a-dc49e80813b8/8f13149b-ae57-421d-b52a-dc49e80813b8.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.742055] env[71079]: DEBUG nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.744748] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8c2bea-203e-4626-afc0-b7bc80b7f8d2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.778472] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1079.778472] env[71079]: value = "task-3279573" [ 1079.778472] env[71079]: _type = "Task" [ 1079.778472] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.790708] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.200342] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.200589] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.201461] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e2d82-1453-41b8-a219-40edda33c325 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.205386] env[71079]: DEBUG nova.compute.manager [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.205662] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.206590] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfbfcf7-d3ed-4aff-9483-583ef20646c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.213027] env[71079]: DEBUG oslo_vmware.api [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279571, 'name': ReconfigVM_Task, 'duration_secs': 0.634678} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.225566] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.232802] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf299b6d-0270-47af-9aff-77b837873b64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.243664] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7364bcbd-7518-46a5-af31-4b4b7dd2533f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.246428] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.249713] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4013b91-aa69-494f-a0c3-e5a04eb93c0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.280685] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfiguring VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1080.289183] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a37afa7d-b06f-4652-b5fa-8c6a3459ff60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.307449] env[71079]: DEBUG oslo_vmware.api [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1080.307449] env[71079]: value = "task-3279574" [ 1080.307449] env[71079]: _type = "Task" [ 1080.307449] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.307855] env[71079]: DEBUG oslo_vmware.api [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1080.307855] env[71079]: value = "task-3279575" [ 1080.307855] env[71079]: _type = "Task" [ 1080.307855] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.319617] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1080.319617] env[71079]: value = "task-3279576" [ 1080.319617] env[71079]: _type = "Task" [ 1080.319617] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.323734] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.332726] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.339887] env[71079]: DEBUG oslo_vmware.api [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.340224] env[71079]: DEBUG oslo_vmware.api [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.348710] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.481479] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c4a498-65dc-4f46-8f5a-c3a53cda05b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.489182] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae76bf-7071-4a29-9c3f-023b4e522372 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.519696] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cadd26-536e-4ce2-9303-b8d0d58ad0eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.527562] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f92e006-4c8e-4205-8809-c795afc20cd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.540911] env[71079]: DEBUG nova.compute.provider_tree [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.799473] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279573, 'name': ReconfigVM_Task, 'duration_secs': 0.702815} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.799771] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8f13149b-ae57-421d-b52a-dc49e80813b8/8f13149b-ae57-421d-b52a-dc49e80813b8.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.800565] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f544fa4-f2c0-4145-afff-f6ab81d047c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.807120] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1080.807120] env[71079]: value = "task-3279577" [ 1080.807120] env[71079]: _type = "Task" [ 1080.807120] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.821698] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279577, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.832317] env[71079]: DEBUG oslo_vmware.api [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279575, 'name': PowerOffVM_Task, 'duration_secs': 0.231577} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.832470] env[71079]: DEBUG oslo_vmware.api [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279574, 'name': ReconfigVM_Task, 'duration_secs': 0.230248} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.833072] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.833276] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.833582] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654951', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'name': 'volume-6eb4546c-af64-4544-bc35-02cfd9e1d365', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06b3794c-ecea-4a93-87d5-5b42295e89af', 'attached_at': '', 'detached_at': '', 'volume_id': '6eb4546c-af64-4544-bc35-02cfd9e1d365', 'serial': '6eb4546c-af64-4544-bc35-02cfd9e1d365'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1080.838796] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3caa38cd-e510-4085-a117-3b73bbc2bc43 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.840372] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.991215] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.991435] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.991537] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleting the datastore file [datastore2] 58c5506b-a2a4-475c-aa80-27b9732234d0 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.991816] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-604f9850-7ff5-481f-a83d-162a89f609d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.998740] env[71079]: DEBUG oslo_vmware.api [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1080.998740] env[71079]: value = "task-3279579" [ 1080.998740] env[71079]: _type = "Task" [ 1080.998740] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.009488] env[71079]: DEBUG oslo_vmware.api [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.044761] env[71079]: DEBUG nova.scheduler.client.report [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.319036] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279577, 'name': Rename_Task, 'duration_secs': 0.236277} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.319036] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.319036] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b866fee2-ea1f-45b6-bb70-5adb85586204 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.325320] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1081.325320] env[71079]: value = "task-3279580" [ 1081.325320] env[71079]: _type = "Task" [ 1081.325320] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.336736] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.340086] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.367492] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1081.367795] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1081.368834] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9101a17-cbf4-41f5-b6e0-0fdd78f45693 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.388307] env[71079]: DEBUG nova.objects.instance [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'flavor' on Instance uuid 06b3794c-ecea-4a93-87d5-5b42295e89af {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.390440] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df851797-6e4e-4d70-bb60-89cd421f0ac0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.415740] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5/volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.416725] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca753175-754f-4ea6-9630-93c56440f9f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.434769] env[71079]: DEBUG oslo_vmware.api [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1081.434769] env[71079]: value = "task-3279581" [ 1081.434769] env[71079]: _type = "Task" [ 1081.434769] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.442951] env[71079]: DEBUG oslo_vmware.api [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.508752] env[71079]: DEBUG oslo_vmware.api [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166207} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.509052] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.509297] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.509491] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.509670] env[71079]: INFO nova.compute.manager [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1081.509912] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.510147] env[71079]: DEBUG nova.compute.manager [-] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.510212] env[71079]: DEBUG nova.network.neutron [-] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.549999] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.674s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.552759] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.229s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.553856] env[71079]: INFO nova.compute.claims [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.588390] env[71079]: INFO nova.network.neutron [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1081.847803] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.851817] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279580, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.944987] env[71079]: DEBUG oslo_vmware.api [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279581, 'name': ReconfigVM_Task, 'duration_secs': 0.347917} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.945685] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5/volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.950273] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fb74a2-b680-4e2c-8358-4983c6838019 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.966502] env[71079]: DEBUG oslo_vmware.api [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1081.966502] env[71079]: value = "task-3279582" [ 1081.966502] env[71079]: _type = "Task" [ 1081.966502] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.974080] env[71079]: DEBUG oslo_vmware.api [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.071170] env[71079]: DEBUG nova.compute.manager [req-b82af7ea-c1be-46b4-aa57-0420d117cf2b req-c2689137-2448-406d-8e87-144452dcbb88 service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Received event network-vif-deleted-3303e9e4-4e05-4ae6-b71b-4a5954c0218d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.071373] env[71079]: INFO nova.compute.manager [req-b82af7ea-c1be-46b4-aa57-0420d117cf2b req-c2689137-2448-406d-8e87-144452dcbb88 service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Neutron deleted interface 3303e9e4-4e05-4ae6-b71b-4a5954c0218d; detaching it from the instance and deleting it from the info cache [ 1082.071590] env[71079]: DEBUG nova.network.neutron [req-b82af7ea-c1be-46b4-aa57-0420d117cf2b req-c2689137-2448-406d-8e87-144452dcbb88 service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.339193] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.344743] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279580, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.398871] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5be2ba08-52ca-4642-a418-957cf784af0b tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.625s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.477262] env[71079]: DEBUG oslo_vmware.api [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279582, 'name': ReconfigVM_Task, 'duration_secs': 0.139893} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.477573] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.544890] env[71079]: DEBUG nova.network.neutron [-] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.574386] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30c550fc-65ef-4666-b279-694cfb02dedf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.584651] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134a9b39-85f9-4cf7-bd1d-ca7b20841372 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.623200] env[71079]: DEBUG nova.compute.manager [req-b82af7ea-c1be-46b4-aa57-0420d117cf2b req-c2689137-2448-406d-8e87-144452dcbb88 service nova] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Detach interface failed, port_id=3303e9e4-4e05-4ae6-b71b-4a5954c0218d, reason: Instance 58c5506b-a2a4-475c-aa80-27b9732234d0 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.761387] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b68848-3677-4f78-beb2-f511268a3520 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.769995] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433b6e2-b578-4574-9d64-8c0dba2eb0ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.802350] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc89fac-c15e-45be-9355-b6c917eed896 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.810445] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15e98ed-3c07-42c3-b6c5-b0ab85329400 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.824104] env[71079]: DEBUG nova.compute.provider_tree [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.834977] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.844011] env[71079]: DEBUG oslo_vmware.api [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279580, 'name': PowerOnVM_Task, 'duration_secs': 1.480699} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.844321] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.844525] env[71079]: INFO nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1082.844704] env[71079]: DEBUG nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.845444] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2f4eb2-6241-4b7f-8534-85a27f10e5b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.049008] env[71079]: INFO nova.compute.manager [-] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Took 1.54 seconds to deallocate network for instance. [ 1083.096285] env[71079]: DEBUG nova.compute.manager [req-63f4ccb8-9ffd-4f24-89ce-14bac0b488c1 req-5b45cd96-0413-4900-962a-6ef2d5f45bf7 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-vif-plugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.096497] env[71079]: DEBUG oslo_concurrency.lockutils [req-63f4ccb8-9ffd-4f24-89ce-14bac0b488c1 req-5b45cd96-0413-4900-962a-6ef2d5f45bf7 service nova] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.096714] env[71079]: DEBUG oslo_concurrency.lockutils [req-63f4ccb8-9ffd-4f24-89ce-14bac0b488c1 req-5b45cd96-0413-4900-962a-6ef2d5f45bf7 service nova] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.096882] env[71079]: DEBUG oslo_concurrency.lockutils [req-63f4ccb8-9ffd-4f24-89ce-14bac0b488c1 req-5b45cd96-0413-4900-962a-6ef2d5f45bf7 service nova] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.097062] env[71079]: DEBUG nova.compute.manager [req-63f4ccb8-9ffd-4f24-89ce-14bac0b488c1 req-5b45cd96-0413-4900-962a-6ef2d5f45bf7 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] No waiting events found dispatching network-vif-plugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.097297] env[71079]: WARNING nova.compute.manager [req-63f4ccb8-9ffd-4f24-89ce-14bac0b488c1 req-5b45cd96-0413-4900-962a-6ef2d5f45bf7 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received unexpected event network-vif-plugged-97c2eb53-af84-4a9e-bab8-497a9dca9f9f for instance with vm_state shelved_offloaded and task_state spawning. [ 1083.226320] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.226511] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.226689] env[71079]: DEBUG nova.network.neutron [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.327391] env[71079]: DEBUG nova.scheduler.client.report [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.340688] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.361434] env[71079]: INFO nova.compute.manager [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Took 17.25 seconds to build instance. [ 1083.503264] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "06b3794c-ecea-4a93-87d5-5b42295e89af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.503614] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.503851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "06b3794c-ecea-4a93-87d5-5b42295e89af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.504050] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.504224] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.506433] env[71079]: INFO nova.compute.manager [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Terminating instance [ 1083.516395] env[71079]: DEBUG nova.objects.instance [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'flavor' on Instance uuid d59df49a-a6a8-4c45-a461-414b589f5791 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.553461] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.835544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.836103] env[71079]: DEBUG nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.847018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.289s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.847018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.850772] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.867154] env[71079]: INFO nova.scheduler.client.report [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted allocations for instance 58c5506b-a2a4-475c-aa80-27b9732234d0 [ 1083.871100] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b3595965-ee80-463e-98d6-dcdf9d885ab0 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.771s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.010711] env[71079]: DEBUG nova.compute.manager [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.010927] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.012279] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d9b9aa-6121-480c-9994-3272bf9df7b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.021965] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.022271] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2e3fd2-9ee3-473c-97e2-ddd2450b0043 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.024180] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f874e84e-1733-4beb-8426-cf50e90355c7 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.769s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.029647] env[71079]: DEBUG oslo_vmware.api [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1084.029647] env[71079]: value = "task-3279583" [ 1084.029647] env[71079]: _type = "Task" [ 1084.029647] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.038515] env[71079]: DEBUG oslo_vmware.api [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.099156] env[71079]: DEBUG nova.network.neutron [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2eb53-af", "ovs_interfaceid": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.342074] env[71079]: DEBUG nova.compute.utils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.343126] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.343395] env[71079]: DEBUG nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.343591] env[71079]: DEBUG nova.network.neutron [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.378263] env[71079]: DEBUG oslo_concurrency.lockutils [None req-577dd1e5-ba14-4c17-b5d4-af01bd6d3dfe tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "58c5506b-a2a4-475c-aa80-27b9732234d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.689s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.380195] env[71079]: DEBUG nova.policy [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ebfb4d2d3f491cbd1992020e130433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e855873d3d724f87b90b10473fca9c90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.418902] env[71079]: INFO nova.compute.manager [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Rebuilding instance [ 1084.470378] env[71079]: DEBUG nova.compute.manager [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.471287] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becde900-b23b-47b1-a91b-37174f33b504 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.540030] env[71079]: DEBUG oslo_vmware.api [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279583, 'name': PowerOffVM_Task, 'duration_secs': 0.233765} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.540155] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.540286] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.540610] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8116ec82-6182-4bff-9687-1e0179907e3f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.602551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.606587] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.606846] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.607072] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleting the datastore file [datastore1] 06b3794c-ecea-4a93-87d5-5b42295e89af {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.607286] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02959f61-3325-47c0-a3c3-3bdd1daf7f2a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.613752] env[71079]: DEBUG oslo_vmware.api [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1084.613752] env[71079]: value = "task-3279585" [ 1084.613752] env[71079]: _type = "Task" [ 1084.613752] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.621623] env[71079]: DEBUG oslo_vmware.api [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='429aff4ba5f88867dc803f3b4206cfb4',container_format='bare',created_at=2025-04-03T19:09:47Z,direct_url=,disk_format='vmdk',id=724d27c8-5ca9-473a-9b9b-0b142056c526,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1863235264-shelved',owner='92d5723fa0184c8bad4971f5d5e49708',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-03T19:10:02Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.632054] env[71079]: DEBUG nova.virt.hardware [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.632605] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0615d0b1-3b29-446e-8b14-3aff7bd92ede {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.639289] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370a5859-d479-45f3-8ac9-0fbab38d40e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.653124] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f2:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c2eb53-af84-4a9e-bab8-497a9dca9f9f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.661800] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.661800] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.661800] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b136438-e871-4224-94ee-f1b6dcff46e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.680064] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.680064] env[71079]: value = "task-3279586" [ 1084.680064] env[71079]: _type = "Task" [ 1084.680064] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.687776] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279586, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.752303] env[71079]: DEBUG nova.network.neutron [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Successfully created port: 111b7c88-b28c-4d17-946f-3473f58bcebd {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.842717] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.846409] env[71079]: DEBUG nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.938843] env[71079]: DEBUG nova.compute.manager [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1085.125349] env[71079]: DEBUG oslo_vmware.api [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145063} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.125598] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.125772] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.125939] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.126222] env[71079]: INFO nova.compute.manager [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1085.126470] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.126988] env[71079]: DEBUG nova.compute.manager [-] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.127100] env[71079]: DEBUG nova.network.neutron [-] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.191646] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279586, 'name': CreateVM_Task, 'duration_secs': 0.385756} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.191888] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.195928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.195928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.195928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.195928] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e9a9f2-5f1d-40a8-b073-f5a9cf2ad118 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.199048] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1085.199048] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ef834d-ec9b-5dbe-cc9f-8ca2071244d9" [ 1085.199048] env[71079]: _type = "Task" [ 1085.199048] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.208825] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ef834d-ec9b-5dbe-cc9f-8ca2071244d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.348678] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.381439] env[71079]: DEBUG nova.compute.manager [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.381439] env[71079]: DEBUG nova.compute.manager [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing instance network info cache due to event network-changed-97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.381608] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] Acquiring lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.381749] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] Acquired lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.381905] env[71079]: DEBUG nova.network.neutron [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Refreshing network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.458543] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.458832] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.486290] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.486854] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035a72f3-901e-446f-83cb-6d554263ecf1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.494346] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1085.494346] env[71079]: value = "task-3279587" [ 1085.494346] env[71079]: _type = "Task" [ 1085.494346] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.504719] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.708208] env[71079]: DEBUG nova.compute.manager [req-ef3afe80-5e37-4641-b509-0fc5fb748b11 req-d42f6f79-f48a-4fac-96aa-d486c158f658 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Received event network-vif-deleted-7eeee3d8-4061-43bd-9367-8fd160cc51bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.708208] env[71079]: INFO nova.compute.manager [req-ef3afe80-5e37-4641-b509-0fc5fb748b11 req-d42f6f79-f48a-4fac-96aa-d486c158f658 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Neutron deleted interface 7eeee3d8-4061-43bd-9367-8fd160cc51bf; detaching it from the instance and deleting it from the info cache [ 1085.708395] env[71079]: DEBUG nova.network.neutron [req-ef3afe80-5e37-4641-b509-0fc5fb748b11 req-d42f6f79-f48a-4fac-96aa-d486c158f658 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.718266] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.718632] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Processing image 724d27c8-5ca9-473a-9b9b-0b142056c526 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.718977] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526/724d27c8-5ca9-473a-9b9b-0b142056c526.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.719260] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526/724d27c8-5ca9-473a-9b9b-0b142056c526.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.719500] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.719824] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cdf9f8e-8000-4315-b729-ec30746fe964 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.739746] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.739746] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.740862] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2d6e0f-3c96-417c-8157-f2cf08b15c5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.746906] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1085.746906] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f037a0-4d2d-69de-1325-1608b576a5bf" [ 1085.746906] env[71079]: _type = "Task" [ 1085.746906] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.756716] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f037a0-4d2d-69de-1325-1608b576a5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.846835] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.858289] env[71079]: DEBUG nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.880604] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.880738] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.896908] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.897169] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.897340] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.897524] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.897670] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.897815] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.898103] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.898257] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.898369] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.898549] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.898725] env[71079]: DEBUG nova.virt.hardware [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.899931] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4ec44-7e2d-4a6a-a90a-4ba6ae70ea64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.913078] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ca05b-3767-46ce-8284-3fbfd6ed3172 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.964085] env[71079]: INFO nova.compute.claims [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.004769] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279587, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.115125] env[71079]: DEBUG nova.network.neutron [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updated VIF entry in instance network info cache for port 97c2eb53-af84-4a9e-bab8-497a9dca9f9f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.115496] env[71079]: DEBUG nova.network.neutron [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [{"id": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "address": "fa:16:3e:81:f2:ba", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2eb53-af", "ovs_interfaceid": "97c2eb53-af84-4a9e-bab8-497a9dca9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.176591] env[71079]: DEBUG nova.network.neutron [-] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.210899] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87f9e661-1d21-40e1-b55a-d8d47bea875c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.220158] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92764863-e262-4d6b-ae05-0bed18561480 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.255335] env[71079]: DEBUG nova.compute.manager [req-ef3afe80-5e37-4641-b509-0fc5fb748b11 req-d42f6f79-f48a-4fac-96aa-d486c158f658 service nova] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Detach interface failed, port_id=7eeee3d8-4061-43bd-9367-8fd160cc51bf, reason: Instance 06b3794c-ecea-4a93-87d5-5b42295e89af could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.264764] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Preparing fetch location {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1086.264764] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Fetch image to [datastore2] OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243/OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243.vmdk {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1086.264907] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Downloading stream optimized image 724d27c8-5ca9-473a-9b9b-0b142056c526 to [datastore2] OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243/OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243.vmdk on the data store datastore2 as vApp {{(pid=71079) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1086.265044] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Downloading image file data 724d27c8-5ca9-473a-9b9b-0b142056c526 to the ESX as VM named 'OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243' {{(pid=71079) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1086.339334] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1086.339334] env[71079]: value = "resgroup-9" [ 1086.339334] env[71079]: _type = "ResourcePool" [ 1086.339334] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1086.339626] env[71079]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5784e264-16c8-4fe5-ada7-2567b73a5126 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.358473] env[71079]: DEBUG oslo_vmware.api [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279576, 'name': ReconfigVM_Task, 'duration_secs': 5.864777} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.359205] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.359496] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Reconfigured VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1086.364183] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease: (returnval){ [ 1086.364183] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b310cb-691d-23f4-87b9-6c1c0b583674" [ 1086.364183] env[71079]: _type = "HttpNfcLease" [ 1086.364183] env[71079]: } obtained for vApp import into resource pool (val){ [ 1086.364183] env[71079]: value = "resgroup-9" [ 1086.364183] env[71079]: _type = "ResourcePool" [ 1086.364183] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1086.364396] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the lease: (returnval){ [ 1086.364396] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b310cb-691d-23f4-87b9-6c1c0b583674" [ 1086.364396] env[71079]: _type = "HttpNfcLease" [ 1086.364396] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1086.370220] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.370220] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b310cb-691d-23f4-87b9-6c1c0b583674" [ 1086.370220] env[71079]: _type = "HttpNfcLease" [ 1086.370220] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1086.386360] env[71079]: DEBUG nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.472728] env[71079]: INFO nova.compute.resource_tracker [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating resource usage from migration 32db4423-d7b2-47aa-827f-23cd3f5e635a [ 1086.508220] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279587, 'name': PowerOffVM_Task, 'duration_secs': 0.698013} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.513223] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.613157] env[71079]: INFO nova.compute.manager [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Detaching volume e8bf84bc-6f03-436b-871c-c250b7fdd7f5 [ 1086.617898] env[71079]: DEBUG oslo_concurrency.lockutils [req-f4b31f05-3d8b-487f-8414-bdef92ea86e8 req-0b5fbd69-cd74-4653-8791-daf9022eb430 service nova] Releasing lock "refresh_cache-e8261709-4307-4e96-a601-2425c8ac0a02" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.662441] env[71079]: INFO nova.virt.block_device [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Attempting to driver detach volume e8bf84bc-6f03-436b-871c-c250b7fdd7f5 from mountpoint /dev/sdb [ 1086.662763] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1086.662976] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1086.663842] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75862f8-0ebc-497c-b3e9-f520d381b755 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.685617] env[71079]: INFO nova.compute.manager [-] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Took 1.56 seconds to deallocate network for instance. [ 1086.689497] env[71079]: DEBUG nova.network.neutron [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Successfully updated port: 111b7c88-b28c-4d17-946f-3473f58bcebd {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.692374] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50640184-672e-4730-9e87-3e93d6b8aadf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.704915] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ef3a0f-51da-4aa8-8412-7d0b90b0effa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.732575] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f6f157-2d3b-49f6-be91-a46ca14a9f01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.747877] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5/volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1086.753239] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.756148] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b89b898-9e9a-4485-b5db-b1cde58d465d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.777820] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1086.777820] env[71079]: value = "task-3279589" [ 1086.777820] env[71079]: _type = "Task" [ 1086.777820] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.785111] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ef72d-70ba-48c5-9429-b93876b15e8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.790563] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.793279] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65321f0-7f13-45be-8275-814200d52266 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.827570] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5df95-bc79-45c2-9342-bcaea0dfca63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.836072] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16e87d-4f95-4c31-aba6-ae26bc2a2a8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.852128] env[71079]: DEBUG nova.compute.provider_tree [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.871987] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.871987] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b310cb-691d-23f4-87b9-6c1c0b583674" [ 1086.871987] env[71079]: _type = "HttpNfcLease" [ 1086.871987] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1086.907907] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.195978] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "refresh_cache-779dfaa0-6a98-42a7-a348-d507058261ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.196264] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "refresh_cache-779dfaa0-6a98-42a7-a348-d507058261ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.196302] env[71079]: DEBUG nova.network.neutron [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.200893] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.286857] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279589, 'name': ReconfigVM_Task, 'duration_secs': 0.325879} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.287133] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.291722] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2cafe74-5e8b-447a-b69e-98847fda9087 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.306800] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1087.306800] env[71079]: value = "task-3279590" [ 1087.306800] env[71079]: _type = "Task" [ 1087.306800] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.314390] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.355741] env[71079]: DEBUG nova.scheduler.client.report [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.372899] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.372899] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b310cb-691d-23f4-87b9-6c1c0b583674" [ 1087.372899] env[71079]: _type = "HttpNfcLease" [ 1087.372899] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1087.373190] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1087.373190] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b310cb-691d-23f4-87b9-6c1c0b583674" [ 1087.373190] env[71079]: _type = "HttpNfcLease" [ 1087.373190] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1087.373905] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09820f96-7de5-41ad-8cb9-82c7b8c01fb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.381733] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b043c-e01e-dd76-9df7-688f57d93fa8/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1087.381907] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b043c-e01e-dd76-9df7-688f57d93fa8/disk-0.vmdk. {{(pid=71079) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1087.440700] env[71079]: DEBUG nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Received event network-vif-plugged-111b7c88-b28c-4d17-946f-3473f58bcebd {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.440860] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Acquiring lock "779dfaa0-6a98-42a7-a348-d507058261ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.441085] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Lock "779dfaa0-6a98-42a7-a348-d507058261ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.441258] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Lock "779dfaa0-6a98-42a7-a348-d507058261ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.441425] env[71079]: DEBUG nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] No waiting events found dispatching network-vif-plugged-111b7c88-b28c-4d17-946f-3473f58bcebd {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.441596] env[71079]: WARNING nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Received unexpected event network-vif-plugged-111b7c88-b28c-4d17-946f-3473f58bcebd for instance with vm_state building and task_state spawning. [ 1087.441752] env[71079]: DEBUG nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Received event network-changed-111b7c88-b28c-4d17-946f-3473f58bcebd {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.441906] env[71079]: DEBUG nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Refreshing instance network info cache due to event network-changed-111b7c88-b28c-4d17-946f-3473f58bcebd. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.442084] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Acquiring lock "refresh_cache-779dfaa0-6a98-42a7-a348-d507058261ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.447983] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1ab6666-7833-447b-a58a-d3662b17bf14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.671154] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.671388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.671571] env[71079]: DEBUG nova.network.neutron [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.729723] env[71079]: DEBUG nova.network.neutron [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.736267] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.736490] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.738715] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.738715] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.738715] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.740551] env[71079]: DEBUG nova.compute.manager [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-vif-deleted-a1ea5033-a23e-4fe4-a824-93d5083351bf {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.740740] env[71079]: INFO nova.compute.manager [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Neutron deleted interface a1ea5033-a23e-4fe4-a824-93d5083351bf; detaching it from the instance and deleting it from the info cache [ 1087.741033] env[71079]: DEBUG nova.network.neutron [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd3f8474-74d0-4db1-a9f1-6e5c2562e17c", "address": "fa:16:3e:11:62:9a", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3f8474-74", "ovs_interfaceid": "cd3f8474-74d0-4db1-a9f1-6e5c2562e17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.742338] env[71079]: INFO nova.compute.manager [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Terminating instance [ 1087.815997] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279590, 'name': ReconfigVM_Task, 'duration_secs': 0.243308} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.816612] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1087.860963] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.402s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.861208] env[71079]: INFO nova.compute.manager [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Migrating [ 1087.869557] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.962s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.871139] env[71079]: INFO nova.compute.claims [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.915733] env[71079]: DEBUG nova.network.neutron [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Updating instance_info_cache with network_info: [{"id": "111b7c88-b28c-4d17-946f-3473f58bcebd", "address": "fa:16:3e:51:20:f3", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111b7c88-b2", "ovs_interfaceid": "111b7c88-b28c-4d17-946f-3473f58bcebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.253220] env[71079]: DEBUG oslo_concurrency.lockutils [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.259024] env[71079]: DEBUG nova.compute.manager [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.259024] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.259549] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c2f21e-8e64-4f15-81fb-f8dee381358c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.271161] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.273114] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d89d96-301f-4a6e-b3f4-5390a23fefd3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.280151] env[71079]: DEBUG oslo_vmware.api [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1088.280151] env[71079]: value = "task-3279591" [ 1088.280151] env[71079]: _type = "Task" [ 1088.280151] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.291487] env[71079]: DEBUG oslo_vmware.api [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.382720] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.383205] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.383525] env[71079]: DEBUG nova.network.neutron [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.422019] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "refresh_cache-779dfaa0-6a98-42a7-a348-d507058261ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.422019] env[71079]: DEBUG nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Instance network_info: |[{"id": "111b7c88-b28c-4d17-946f-3473f58bcebd", "address": "fa:16:3e:51:20:f3", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111b7c88-b2", "ovs_interfaceid": "111b7c88-b28c-4d17-946f-3473f58bcebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.422019] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Acquired lock "refresh_cache-779dfaa0-6a98-42a7-a348-d507058261ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.422019] env[71079]: DEBUG nova.network.neutron [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Refreshing network info cache for port 111b7c88-b28c-4d17-946f-3473f58bcebd {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.423714] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:20:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '111b7c88-b28c-4d17-946f-3473f58bcebd', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.431603] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.437538] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.438241] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68aada97-1d73-41fa-8670-b1ade97ecd34 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.455963] env[71079]: INFO nova.network.neutron [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Port a1ea5033-a23e-4fe4-a824-93d5083351bf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1088.457187] env[71079]: INFO nova.network.neutron [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Port cd3f8474-74d0-4db1-a9f1-6e5c2562e17c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1088.457187] env[71079]: DEBUG nova.network.neutron [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.459704] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.459704] env[71079]: value = "task-3279592" [ 1088.459704] env[71079]: _type = "Task" [ 1088.459704] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.469171] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279592, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.559230] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Completed reading data from the image iterator. {{(pid=71079) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1088.559536] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b043c-e01e-dd76-9df7-688f57d93fa8/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1088.560775] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd4e2c3-5e9d-47d0-8dfd-4038e9dc56b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.567869] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b043c-e01e-dd76-9df7-688f57d93fa8/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1088.568089] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b043c-e01e-dd76-9df7-688f57d93fa8/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1088.568332] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-017c4559-61e8-4104-a33f-ab84a780a90e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.760187] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b043c-e01e-dd76-9df7-688f57d93fa8/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1088.760522] env[71079]: INFO nova.virt.vmwareapi.images [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Downloaded image file data 724d27c8-5ca9-473a-9b9b-0b142056c526 [ 1088.761496] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca202d-1d55-45dc-adc0-c882b3901c3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.765971] env[71079]: DEBUG nova.network.neutron [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Updated VIF entry in instance network info cache for port 111b7c88-b28c-4d17-946f-3473f58bcebd. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.766375] env[71079]: DEBUG nova.network.neutron [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Updating instance_info_cache with network_info: [{"id": "111b7c88-b28c-4d17-946f-3473f58bcebd", "address": "fa:16:3e:51:20:f3", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111b7c88-b2", "ovs_interfaceid": "111b7c88-b28c-4d17-946f-3473f58bcebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.784959] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2db5fe64-5e43-4b35-a640-05dbadfff675 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.792630] env[71079]: DEBUG oslo_vmware.api [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279591, 'name': PowerOffVM_Task, 'duration_secs': 0.465885} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.792916] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.793100] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.793392] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba029ef-8293-40af-b570-cf6d5949327e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.808501] env[71079]: INFO nova.virt.vmwareapi.images [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] The imported VM was unregistered [ 1088.810536] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Caching image {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1088.810781] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating directory with path [datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526 {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.811060] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f4ddf0-45d5-448d-b7fb-8da7b9272e80 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.828842] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created directory with path [datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526 {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.829155] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243/OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243.vmdk to [datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526/724d27c8-5ca9-473a-9b9b-0b142056c526.vmdk. {{(pid=71079) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1088.829505] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-53fa0e51-0c33-4709-853f-b87ed570b3e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.836373] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1088.836373] env[71079]: value = "task-3279595" [ 1088.836373] env[71079]: _type = "Task" [ 1088.836373] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.843912] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.889506] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.892099] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41182f87-6383-4dde-8f98-d02a85993b4a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.900188] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1088.900188] env[71079]: value = "task-3279596" [ 1088.900188] env[71079]: _type = "Task" [ 1088.900188] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.907868] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.941757] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.942090] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.942286] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleting the datastore file [datastore1] 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.946825] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8256a395-aa3e-41ef-94d8-0903e260d9ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.953827] env[71079]: DEBUG oslo_vmware.api [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1088.953827] env[71079]: value = "task-3279597" [ 1088.953827] env[71079]: _type = "Task" [ 1088.953827] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.961866] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.969549] env[71079]: DEBUG oslo_vmware.api [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.971027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fda1124d-76ee-4d2e-9d12-4a0a5516d215 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-418acd24-ec01-4435-b4b4-6cc2097cc8c3-a1ea5033-a23e-4fe4-a824-93d5083351bf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.279s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.979349] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279592, 'name': CreateVM_Task, 'duration_secs': 0.448506} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.979527] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.980204] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.980375] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.980714] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.981229] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea61f36-1b7a-4d5b-abc1-5f02715695eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.985608] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1088.985608] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524815bb-784f-2695-4f33-3c95afae8042" [ 1088.985608] env[71079]: _type = "Task" [ 1088.985608] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.997852] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524815bb-784f-2695-4f33-3c95afae8042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.099372] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d167aa-e0a5-4cc4-bbc7-1b8bb0db9ec3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.106902] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8641ab49-3a06-48fd-813c-5044ca29cdd5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.139774] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3750bcea-1e2f-4bb2-a260-34a0ec587ddd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.143676] env[71079]: DEBUG nova.network.neutron [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance_info_cache with network_info: [{"id": "01fc618e-a193-4d66-921c-ab034f447b0a", "address": "fa:16:3e:cc:91:1a", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fc618e-a1", "ovs_interfaceid": "01fc618e-a193-4d66-921c-ab034f447b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.149106] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3ef7f-2772-4a2e-ac4a-f368907b0135 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.162729] env[71079]: DEBUG nova.compute.provider_tree [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.269741] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Releasing lock "refresh_cache-779dfaa0-6a98-42a7-a348-d507058261ed" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.270235] env[71079]: DEBUG nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-vif-deleted-cd3f8474-74d0-4db1-a9f1-6e5c2562e17c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.270570] env[71079]: INFO nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Neutron deleted interface cd3f8474-74d0-4db1-a9f1-6e5c2562e17c; detaching it from the instance and deleting it from the info cache [ 1089.271094] env[71079]: DEBUG nova.network.neutron [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "3d927790-0139-447d-bd41-e42eb426ef8b", "address": "fa:16:3e:c6:5c:de", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d927790-01", "ovs_interfaceid": "3d927790-0139-447d-bd41-e42eb426ef8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "address": "fa:16:3e:55:9d:f1", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ea5033-a2", "ovs_interfaceid": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.348495] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.409427] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1089.409660] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.409870] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.410646] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c8f70a-e058-47dd-b1a0-f948436fed18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.429681] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6ab27-77ff-44e9-b7cd-43afa2c850e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.435409] env[71079]: WARNING nova.virt.vmwareapi.driver [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1089.435651] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.436477] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2e5e93-7ac7-4783-80a5-cd94ee35d5a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.443427] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.443755] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9816ece0-8386-4f8f-946b-eaf1362da68b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.464869] env[71079]: DEBUG oslo_vmware.api [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.495695] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524815bb-784f-2695-4f33-3c95afae8042, 'name': SearchDatastore_Task, 'duration_secs': 0.027684} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.496009] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.496259] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.496526] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.497023] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.497023] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.497157] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2946f1b9-5630-4942-96d9-f738e5ae8cf4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.510931] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.511235] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.511863] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63070a2f-378d-44d5-a78d-2fdbd3748af6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.517946] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1089.517946] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526b244b-7ede-731c-72bf-26a99134f3ad" [ 1089.517946] env[71079]: _type = "Task" [ 1089.517946] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.524913] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526b244b-7ede-731c-72bf-26a99134f3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.529834] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.530055] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.530243] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleting the datastore file [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.530554] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b1486fa-3fb1-4996-a087-b720619e648a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.538061] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1089.538061] env[71079]: value = "task-3279599" [ 1089.538061] env[71079]: _type = "Task" [ 1089.538061] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.544976] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.646759] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.666054] env[71079]: DEBUG nova.scheduler.client.report [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.774515] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Acquiring lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.846704] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.964164] env[71079]: DEBUG oslo_vmware.api [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.859687} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.964419] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.964608] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.964782] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.964952] env[71079]: INFO nova.compute.manager [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1089.965216] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.965405] env[71079]: DEBUG nova.compute.manager [-] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.965500] env[71079]: DEBUG nova.network.neutron [-] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.012576] env[71079]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port cd3f8474-74d0-4db1-a9f1-6e5c2562e17c could not be found.", "detail": ""}} {{(pid=71079) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1090.012901] env[71079]: DEBUG nova.network.neutron [-] Unable to show port cd3f8474-74d0-4db1-a9f1-6e5c2562e17c as it no longer exists. {{(pid=71079) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1090.027087] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526b244b-7ede-731c-72bf-26a99134f3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.027942] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc830e2-752a-48a2-ae40-3c8160dce801 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.032916] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1090.032916] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d8e3cd-4ec4-0ead-a05f-c9a682991c79" [ 1090.032916] env[71079]: _type = "Task" [ 1090.032916] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.044105] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d8e3cd-4ec4-0ead-a05f-c9a682991c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.048952] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475881} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.049229] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.049447] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.049636] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.173850] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.174414] env[71079]: DEBUG nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.177384] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.976s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.177631] env[71079]: DEBUG nova.objects.instance [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'resources' on Instance uuid 06b3794c-ecea-4a93-87d5-5b42295e89af {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.351252] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.542483] env[71079]: DEBUG nova.compute.manager [req-2b33db4e-118c-4071-b0c3-5c0b7a2333fb req-a347357f-8316-4518-a660-df12068d667c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Received event network-vif-deleted-3d927790-0139-447d-bd41-e42eb426ef8b {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.542698] env[71079]: INFO nova.compute.manager [req-2b33db4e-118c-4071-b0c3-5c0b7a2333fb req-a347357f-8316-4518-a660-df12068d667c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Neutron deleted interface 3d927790-0139-447d-bd41-e42eb426ef8b; detaching it from the instance and deleting it from the info cache [ 1090.543365] env[71079]: DEBUG nova.network.neutron [req-2b33db4e-118c-4071-b0c3-5c0b7a2333fb req-a347357f-8316-4518-a660-df12068d667c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [{"id": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "address": "fa:16:3e:55:9d:f1", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ea5033-a2", "ovs_interfaceid": "a1ea5033-a23e-4fe4-a824-93d5083351bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.549462] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d8e3cd-4ec4-0ead-a05f-c9a682991c79, 'name': SearchDatastore_Task, 'duration_secs': 0.084162} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.549462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.549462] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 779dfaa0-6a98-42a7-a348-d507058261ed/779dfaa0-6a98-42a7-a348-d507058261ed.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.549772] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b77d7747-c1e0-4f1c-86ee-b3f85c18c909 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.555996] env[71079]: INFO nova.virt.block_device [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Booting with volume e8bf84bc-6f03-436b-871c-c250b7fdd7f5 at /dev/sdb [ 1090.567501] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1090.567501] env[71079]: value = "task-3279600" [ 1090.567501] env[71079]: _type = "Task" [ 1090.567501] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.576431] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.611422] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8471ed9a-b712-4a5f-bd75-d937177f8916 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.621150] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dc61e3-8638-42ee-a46a-56852df69a22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.653963] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12929ed1-fe5c-43fc-b8bc-f439ebe50fd6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.666327] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e1be6-a0c9-41bd-b591-6989f47d5913 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.681030] env[71079]: DEBUG nova.compute.utils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.682579] env[71079]: DEBUG nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.682715] env[71079]: DEBUG nova.network.neutron [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.700964] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c523b4b-6e49-4fe9-bfad-832ebb3cddeb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.710359] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df57ccc4-f874-4e6c-9096-31b99893cc85 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.728043] env[71079]: DEBUG nova.virt.block_device [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updating existing volume attachment record: a7f96631-41cc-4f36-baba-ba3fc405b1dd {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1090.739020] env[71079]: DEBUG nova.policy [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1973cca916947b19b41ddc0d75c5b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad0751a3d344038881334369589c363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.852362] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.945401] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eedb34-9a36-4845-998b-eabefab6ded5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.953667] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2fd86-f8fa-495b-ad91-8b35cd66bb9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.987818] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a8922-f446-4063-8390-535bdf3174ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.995989] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f72356-fe5a-4d46-8596-b46502697ee9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.012116] env[71079]: DEBUG nova.compute.provider_tree [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.024652] env[71079]: DEBUG nova.network.neutron [-] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.050536] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-145d074c-a06d-4d60-9bd8-abc02397d0d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.060875] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f2f14-4f7b-4507-a129-fc4bd028cbf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.088970] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.101656] env[71079]: DEBUG nova.compute.manager [req-2b33db4e-118c-4071-b0c3-5c0b7a2333fb req-a347357f-8316-4518-a660-df12068d667c service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Detach interface failed, port_id=3d927790-0139-447d-bd41-e42eb426ef8b, reason: Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.164508] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647d2a7-c618-4a76-b5e2-f9fa6d6a2628 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.187448] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance '8f13149b-ae57-421d-b52a-dc49e80813b8' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.195499] env[71079]: DEBUG nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.214295] env[71079]: DEBUG nova.network.neutron [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Successfully created port: 7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.352909] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.516137] env[71079]: DEBUG nova.scheduler.client.report [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.527748] env[71079]: INFO nova.compute.manager [-] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Took 1.56 seconds to deallocate network for instance. [ 1091.585224] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.697153] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.697460] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b09ef620-aeaf-4831-aac5-410fddf5d28b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.709962] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1091.709962] env[71079]: value = "task-3279601" [ 1091.709962] env[71079]: _type = "Task" [ 1091.709962] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.719266] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.851103] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.021829] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.035655] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.035990] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.036246] env[71079]: DEBUG nova.objects.instance [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'resources' on Instance uuid 418acd24-ec01-4435-b4b4-6cc2097cc8c3 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.057872] env[71079]: INFO nova.scheduler.client.report [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted allocations for instance 06b3794c-ecea-4a93-87d5-5b42295e89af [ 1092.089068] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279600, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.207092] env[71079]: DEBUG nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.220090] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.238026] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.238026] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.238230] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.238263] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.238619] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.238619] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.238802] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.238918] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.239101] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.239270] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.239473] env[71079]: DEBUG nova.virt.hardware [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.240465] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fb8948-39f6-431e-8a1c-649cc858f170 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.248604] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea706a0c-bbc0-4914-936e-4dab8a54f7de {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.353062] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.567699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fc26fd14-16fb-462c-8a2d-ba608eaaf336 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "06b3794c-ecea-4a93-87d5-5b42295e89af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.064s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.586579] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279600, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.01047} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.586854] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 779dfaa0-6a98-42a7-a348-d507058261ed/779dfaa0-6a98-42a7-a348-d507058261ed.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.587077] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.587332] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-764e19e2-179a-4e8e-ac30-e030c2e1ce56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.593874] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1092.593874] env[71079]: value = "task-3279602" [ 1092.593874] env[71079]: _type = "Task" [ 1092.593874] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.605955] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.722085] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279601, 'name': PowerOffVM_Task, 'duration_secs': 0.742224} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.727349] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.727349] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance '8f13149b-ae57-421d-b52a-dc49e80813b8' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.760116] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f772523-5942-4cd8-98f4-49ca6ff9e3cf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.769091] env[71079]: DEBUG nova.compute.manager [req-dc5a790e-d44c-4044-a302-4c724e1b4e8e req-9b3b421d-26d7-40c8-88de-23ec3cb540bd service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Received event network-vif-plugged-7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.769320] env[71079]: DEBUG oslo_concurrency.lockutils [req-dc5a790e-d44c-4044-a302-4c724e1b4e8e req-9b3b421d-26d7-40c8-88de-23ec3cb540bd service nova] Acquiring lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.769567] env[71079]: DEBUG oslo_concurrency.lockutils [req-dc5a790e-d44c-4044-a302-4c724e1b4e8e req-9b3b421d-26d7-40c8-88de-23ec3cb540bd service nova] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.769742] env[71079]: DEBUG oslo_concurrency.lockutils [req-dc5a790e-d44c-4044-a302-4c724e1b4e8e req-9b3b421d-26d7-40c8-88de-23ec3cb540bd service nova] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.769910] env[71079]: DEBUG nova.compute.manager [req-dc5a790e-d44c-4044-a302-4c724e1b4e8e req-9b3b421d-26d7-40c8-88de-23ec3cb540bd service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] No waiting events found dispatching network-vif-plugged-7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.770088] env[71079]: WARNING nova.compute.manager [req-dc5a790e-d44c-4044-a302-4c724e1b4e8e req-9b3b421d-26d7-40c8-88de-23ec3cb540bd service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Received unexpected event network-vif-plugged-7897568c-d8fc-4016-8d16-15e6b3f3421c for instance with vm_state building and task_state spawning. [ 1092.776203] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b83136-2941-4192-aeb3-3eaf52a4b61d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.809500] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc0a9dd-7a16-4666-93c6-d8392f57b41f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.819669] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c01876-ba00-4c0b-823d-fcd10f30838d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.836922] env[71079]: DEBUG nova.compute.provider_tree [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.848998] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279595, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.684078} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.849878] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243/OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243.vmdk to [datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526/724d27c8-5ca9-473a-9b9b-0b142056c526.vmdk. [ 1092.850076] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Cleaning up location [datastore2] OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1092.850240] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fd29af1c-4a7e-418d-89ff-2fef9e376243 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.850588] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60501e1b-6cb1-438c-9547-7ac52bc10e06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.858971] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1092.858971] env[71079]: value = "task-3279603" [ 1092.858971] env[71079]: _type = "Task" [ 1092.858971] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.867395] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.887456] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.887699] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.887856] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.888046] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.888196] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.888343] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.888550] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.888709] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.888879] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.889052] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.889234] env[71079]: DEBUG nova.virt.hardware [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.890414] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c115231f-630b-432e-86ca-a416530160b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.894080] env[71079]: DEBUG nova.network.neutron [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Successfully updated port: 7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.900155] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a2bbe6-c3ab-496a-8744-febbce047cd6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.913882] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:67:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974254b6-e716-423d-820a-d70a705130cd', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.921555] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.922404] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.922627] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6493fd-29b5-4901-ac9f-fab4c6e23d63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.942036] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.942036] env[71079]: value = "task-3279604" [ 1092.942036] env[71079]: _type = "Task" [ 1092.942036] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.949789] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279604, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.104251] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060232} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.104531] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.105365] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9878f3-3f4a-40ab-9147-b0d232c6d176 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.126878] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 779dfaa0-6a98-42a7-a348-d507058261ed/779dfaa0-6a98-42a7-a348-d507058261ed.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.127159] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ff188d-1952-47ab-ac5e-d2be78a74215 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.145541] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1093.145541] env[71079]: value = "task-3279605" [ 1093.145541] env[71079]: _type = "Task" [ 1093.145541] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.153053] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.233061] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.233321] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.233640] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.233640] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.233840] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.233924] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.234138] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.234296] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.234461] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.234621] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.234795] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.239988] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6fbcdb-8d11-427b-872a-4fd90da383bb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.256142] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1093.256142] env[71079]: value = "task-3279606" [ 1093.256142] env[71079]: _type = "Task" [ 1093.256142] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.264973] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.340153] env[71079]: DEBUG nova.scheduler.client.report [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.370491] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215555} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.370845] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.371008] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526/724d27c8-5ca9-473a-9b9b-0b142056c526.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.371310] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526/724d27c8-5ca9-473a-9b9b-0b142056c526.vmdk to [datastore2] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.371592] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33499679-892c-4d59-b357-1a91761b1db8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.378275] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1093.378275] env[71079]: value = "task-3279607" [ 1093.378275] env[71079]: _type = "Task" [ 1093.378275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.386363] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.396099] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.396242] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.396397] env[71079]: DEBUG nova.network.neutron [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.452124] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279604, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.657078] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279605, 'name': ReconfigVM_Task, 'duration_secs': 0.485316} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.657442] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 779dfaa0-6a98-42a7-a348-d507058261ed/779dfaa0-6a98-42a7-a348-d507058261ed.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.658601] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da2c7eff-0170-442c-b96c-1d769aaafac1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.664353] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1093.664353] env[71079]: value = "task-3279608" [ 1093.664353] env[71079]: _type = "Task" [ 1093.664353] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.675430] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279608, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.769900] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279606, 'name': ReconfigVM_Task, 'duration_secs': 0.234934} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.769900] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance '8f13149b-ae57-421d-b52a-dc49e80813b8' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.845841] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.880271] env[71079]: INFO nova.scheduler.client.report [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted allocations for instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 [ 1093.894535] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279607, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.949259] env[71079]: DEBUG nova.network.neutron [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.958614] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279604, 'name': CreateVM_Task, 'duration_secs': 0.593655} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.958804] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.959983] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.960199] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.960602] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.960929] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e74cf0-96cc-48b4-9d0c-c1165b70053f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.967216] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1093.967216] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb7e33-8e9d-84c7-b8f5-25996b6fcc6d" [ 1093.967216] env[71079]: _type = "Task" [ 1093.967216] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.978651] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb7e33-8e9d-84c7-b8f5-25996b6fcc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.116771] env[71079]: DEBUG nova.network.neutron [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.175929] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279608, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.278332] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.278332] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.278584] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.279689] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.279689] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.279689] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.279689] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.279689] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.279932] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.280066] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.280298] env[71079]: DEBUG nova.virt.hardware [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.286370] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.286762] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9307c03e-8300-433b-8991-079fc8271ec7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.307577] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1094.307577] env[71079]: value = "task-3279609" [ 1094.307577] env[71079]: _type = "Task" [ 1094.307577] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.316311] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.394412] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279607, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.395410] env[71079]: DEBUG oslo_concurrency.lockutils [None req-85cbbada-c9f8-4257-bb38-6f1821444cc5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.659s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.396376] env[71079]: DEBUG oslo_concurrency.lockutils [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] Acquired lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.397241] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df66337-ad3c-4358-a82b-bbf9b5a8f469 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.408593] env[71079]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1094.408795] env[71079]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=71079) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1094.409263] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d6cd83b-e9f6-4a82-a7b7-e9d24f8f7d69 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.419232] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442bcb45-a979-468d-9038-fe4124093224 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.453512] env[71079]: ERROR root [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-654886'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-654886'}\n"]: nova.exception.InstanceNotFound: Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 could not be found. [ 1094.453787] env[71079]: DEBUG oslo_concurrency.lockutils [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] Releasing lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.453963] env[71079]: DEBUG nova.compute.manager [req-731957f2-b38c-47ae-add4-1696b7c83b14 req-f4b56a02-a09a-48a5-9337-9653f7e5049a service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Detach interface failed, port_id=a1ea5033-a23e-4fe4-a824-93d5083351bf, reason: Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.454420] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Acquired lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.455238] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3add655-ab86-44bd-a849-fe8683d5e15d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.462990] env[71079]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1094.463321] env[71079]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=71079) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1094.463819] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49c8d777-43d2-49d0-8060-785095c92db0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.476404] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b248bb60-0143-4602-9ccf-0b8e96b2e1c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.493154] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cb7e33-8e9d-84c7-b8f5-25996b6fcc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.085286} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.494112] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.494461] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.494731] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.494874] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.495061] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.495352] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e968e97c-ca97-4650-b471-dcc192132f4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.514594] env[71079]: ERROR root [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-654886'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-654886' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-654886'}\n"]: nova.exception.InstanceNotFound: Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 could not be found. [ 1094.514594] env[71079]: DEBUG oslo_concurrency.lockutils [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] Releasing lock "418acd24-ec01-4435-b4b4-6cc2097cc8c3" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.514900] env[71079]: DEBUG nova.compute.manager [req-d128394f-a3f6-4924-a87a-75f735e7e75e req-8f2a5a3f-e91c-4b6e-9774-2cbef427e6e3 service nova] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Detach interface failed, port_id=cd3f8474-74d0-4db1-a9f1-6e5c2562e17c, reason: Instance 418acd24-ec01-4435-b4b4-6cc2097cc8c3 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.516389] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.516570] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.517382] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe782769-2478-48fb-bfbf-c808cf47c90e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.524484] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1094.524484] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b2acc1-95cf-7abd-2e69-69658dee1427" [ 1094.524484] env[71079]: _type = "Task" [ 1094.524484] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.534908] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b2acc1-95cf-7abd-2e69-69658dee1427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.577227] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "48678790-a5b7-498a-b053-b0de2bff0fec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.577639] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.619846] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.620181] env[71079]: DEBUG nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Instance network_info: |[{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.620710] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:78:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7897568c-d8fc-4016-8d16-15e6b3f3421c', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.628705] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.629359] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.629642] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1fae885-5540-4add-bb43-8de736065533 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.651910] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.651910] env[71079]: value = "task-3279610" [ 1094.651910] env[71079]: _type = "Task" [ 1094.651910] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.662312] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279610, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.675485] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279608, 'name': Rename_Task, 'duration_secs': 0.862442} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.675761] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.676021] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49ccb419-dde0-479b-8310-6973a83f4021 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.684615] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1094.684615] env[71079]: value = "task-3279611" [ 1094.684615] env[71079]: _type = "Task" [ 1094.684615] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.694540] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.797638] env[71079]: DEBUG nova.compute.manager [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Received event network-changed-7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.797893] env[71079]: DEBUG nova.compute.manager [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Refreshing instance network info cache due to event network-changed-7897568c-d8fc-4016-8d16-15e6b3f3421c. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.798149] env[71079]: DEBUG oslo_concurrency.lockutils [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] Acquiring lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.798318] env[71079]: DEBUG oslo_concurrency.lockutils [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] Acquired lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.798505] env[71079]: DEBUG nova.network.neutron [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Refreshing network info cache for port 7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.820545] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.894326] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279607, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.043326] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52b2acc1-95cf-7abd-2e69-69658dee1427, 'name': SearchDatastore_Task, 'duration_secs': 0.075755} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.044925] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5190f074-b457-4185-877b-5e4792546ad3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.055391] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1095.055391] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c4ab6-131e-f300-dda0-ecbbafbb6c00" [ 1095.055391] env[71079]: _type = "Task" [ 1095.055391] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.074781] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c4ab6-131e-f300-dda0-ecbbafbb6c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.080769] env[71079]: DEBUG nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.168107] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279610, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.200846] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.321430] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279609, 'name': ReconfigVM_Task, 'duration_secs': 0.994996} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.321722] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.322706] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586efc1c-118f-45c8-a849-4a0cbefe0ac4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.349798] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8f13149b-ae57-421d-b52a-dc49e80813b8/8f13149b-ae57-421d-b52a-dc49e80813b8.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.352830] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04669d6a-62cf-4dc1-b8e3-0073cca194ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.374973] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1095.374973] env[71079]: value = "task-3279612" [ 1095.374973] env[71079]: _type = "Task" [ 1095.374973] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.390743] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.398161] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279607, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.569141] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529c4ab6-131e-f300-dda0-ecbbafbb6c00, 'name': SearchDatastore_Task, 'duration_secs': 0.083694} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.569607] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.569941] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.570372] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8073f184-2101-44b1-baea-ed88feffcc1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.579443] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1095.579443] env[71079]: value = "task-3279613" [ 1095.579443] env[71079]: _type = "Task" [ 1095.579443] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.594937] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.623177] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.623718] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.626120] env[71079]: INFO nova.compute.claims [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.662627] env[71079]: DEBUG nova.network.neutron [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updated VIF entry in instance network info cache for port 7897568c-d8fc-4016-8d16-15e6b3f3421c. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.663128] env[71079]: DEBUG nova.network.neutron [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.669190] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279610, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.698191] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279611, 'name': PowerOnVM_Task} progress is 71%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.885456] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.892620] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279607, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.491954} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.892862] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/724d27c8-5ca9-473a-9b9b-0b142056c526/724d27c8-5ca9-473a-9b9b-0b142056c526.vmdk to [datastore2] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.893612] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f7ac1-b7c4-4ccd-9f92-2f81fd535441 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.916176] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.916473] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6a602d-e711-462e-aaf9-8c94e0978114 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.934696] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1095.934696] env[71079]: value = "task-3279614" [ 1095.934696] env[71079]: _type = "Task" [ 1095.934696] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.943448] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.088883] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.164410] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279610, 'name': CreateVM_Task, 'duration_secs': 1.058806} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.164659] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.166017] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.166293] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.166662] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.166976] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3cd029-24d4-485c-875c-a38806e86709 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.169750] env[71079]: DEBUG oslo_concurrency.lockutils [req-72c29466-2d54-4dee-986d-da5da7a9c06d req-30794444-7d57-4b21-acfc-4030360bdff9 service nova] Releasing lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.173300] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1096.173300] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5296e08d-83ef-5449-96ae-ab4d0f9b25e6" [ 1096.173300] env[71079]: _type = "Task" [ 1096.173300] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.182023] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5296e08d-83ef-5449-96ae-ab4d0f9b25e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.195622] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279611, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.387459] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.445712] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.590203] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279613, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.684022] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5296e08d-83ef-5449-96ae-ab4d0f9b25e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022302} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.686968] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.687264] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.687507] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.687657] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.687839] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.688547] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4bcd82-d225-48a6-b8ec-9af31e6920dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.700229] env[71079]: DEBUG oslo_vmware.api [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279611, 'name': PowerOnVM_Task, 'duration_secs': 1.825068} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.703507] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.703743] env[71079]: INFO nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1096.703926] env[71079]: DEBUG nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.705996] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60dcf06-8c1a-4618-bb0e-7ef968868836 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.709289] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.709525] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.710320] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1ae923-ff25-46f2-9dd3-5200110d796a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.724856] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1096.724856] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527330a1-e8ab-45b3-b1da-fd88074e2c8e" [ 1096.724856] env[71079]: _type = "Task" [ 1096.724856] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.737010] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527330a1-e8ab-45b3-b1da-fd88074e2c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.838608] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3ed47a-649f-4804-a179-0b8d1a985ceb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.846334] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd7fb35-55c1-40a0-a2b4-6b782bcc0599 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.882461] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8584786e-1b11-45b2-98b7-b6213cd19e47 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.889339] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.892392] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a016f-e57c-4350-bdbc-43a2809837b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.905143] env[71079]: DEBUG nova.compute.provider_tree [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.943827] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.091416] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279613, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.229346} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.091698] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.091928] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.092207] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c41bdbb-32ee-4967-9bd7-f08e38b0a913 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.098702] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1097.098702] env[71079]: value = "task-3279615" [ 1097.098702] env[71079]: _type = "Task" [ 1097.098702] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.106143] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.198162] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "fd1fd92d-5373-465f-8f86-4d3803b002df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.198162] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.236743] env[71079]: INFO nova.compute.manager [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Took 16.96 seconds to build instance. [ 1097.241237] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527330a1-e8ab-45b3-b1da-fd88074e2c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.047423} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.242162] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb4c492-d09f-4062-b55e-12500942ffc0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.247552] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1097.247552] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52235768-720f-ecca-567d-54c4791faeb2" [ 1097.247552] env[71079]: _type = "Task" [ 1097.247552] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.257182] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52235768-720f-ecca-567d-54c4791faeb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.388636] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279612, 'name': ReconfigVM_Task, 'duration_secs': 1.55413} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.388858] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8f13149b-ae57-421d-b52a-dc49e80813b8/8f13149b-ae57-421d-b52a-dc49e80813b8.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.389142] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance '8f13149b-ae57-421d-b52a-dc49e80813b8' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.407759] env[71079]: DEBUG nova.scheduler.client.report [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.445190] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279614, 'name': ReconfigVM_Task, 'duration_secs': 1.276095} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.445465] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfigured VM instance instance-00000055 to attach disk [datastore2] e8261709-4307-4e96-a601-2425c8ac0a02/e8261709-4307-4e96-a601-2425c8ac0a02.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.446877] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'size': 0, 'disk_bus': None, 'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '1f48d322-ab9d-4012-a7e9-3e2d5c7d3199'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654975', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'name': 'volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8261709-4307-4e96-a601-2425c8ac0a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'serial': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f'}, 'boot_index': None, 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '30ee1ff2-1219-42df-aca7-caa1a6b57e60', 'volume_type': None}], 'swap': None} {{(pid=71079) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1097.447175] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1097.447286] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654975', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'name': 'volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8261709-4307-4e96-a601-2425c8ac0a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'serial': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1097.448035] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c754fe54-fcf8-47f5-b69d-a721024b7d8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.464241] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468fa3b0-acda-4e2f-a450-9066ee196be2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.487524] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f/volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.487755] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f7bc28-10c7-4797-8edd-83b99fbb22f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.504341] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1097.504341] env[71079]: value = "task-3279616" [ 1097.504341] env[71079]: _type = "Task" [ 1097.504341] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.511620] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.607837] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098845} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.608127] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.608901] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb68ef13-ff25-465f-997e-e5be313880e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.631033] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.631327] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085d2592-eb59-40ec-964c-a5954a8b0296 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.650123] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1097.650123] env[71079]: value = "task-3279617" [ 1097.650123] env[71079]: _type = "Task" [ 1097.650123] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.657746] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.700065] env[71079]: DEBUG nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.742434] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ea504b83-40a6-40c5-8355-be8bd7418cf1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "779dfaa0-6a98-42a7-a348-d507058261ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.504s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.758060] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52235768-720f-ecca-567d-54c4791faeb2, 'name': SearchDatastore_Task, 'duration_secs': 0.089191} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.758397] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.758440] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.758721] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acd57e52-5fbb-4435-95ce-3e289e4dd17c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.765069] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1097.765069] env[71079]: value = "task-3279618" [ 1097.765069] env[71079]: _type = "Task" [ 1097.765069] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.776031] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.896200] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b507b-a73a-4cd8-9fd3-65d8a55dfca5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.914631] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.915112] env[71079]: DEBUG nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.918409] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac4b926-a0ce-436f-b568-b16631447b17 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.936361] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance '8f13149b-ae57-421d-b52a-dc49e80813b8' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.014815] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.164933] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.225932] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.226255] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.228572] env[71079]: INFO nova.compute.claims [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.278711] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279618, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.423755] env[71079]: DEBUG nova.compute.utils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.426589] env[71079]: DEBUG nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.426892] env[71079]: DEBUG nova.network.neutron [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.467769] env[71079]: DEBUG nova.policy [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7e05352bc54bf3be1385727cbdf807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec894fe0499482eb2c722c20f78ddcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.485209] env[71079]: DEBUG nova.network.neutron [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Port 01fc618e-a193-4d66-921c-ab034f447b0a binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1098.516625] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.594780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "779dfaa0-6a98-42a7-a348-d507058261ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.595077] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "779dfaa0-6a98-42a7-a348-d507058261ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.595295] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "779dfaa0-6a98-42a7-a348-d507058261ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.595483] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "779dfaa0-6a98-42a7-a348-d507058261ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.595704] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "779dfaa0-6a98-42a7-a348-d507058261ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.597942] env[71079]: INFO nova.compute.manager [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Terminating instance [ 1098.664034] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279617, 'name': ReconfigVM_Task, 'duration_secs': 0.902519} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.664034] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfigured VM instance instance-00000060 to attach disk [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791/d59df49a-a6a8-4c45-a461-414b589f5791.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.665165] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'size': 0, 'disk_bus': None, 'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '1f48d322-ab9d-4012-a7e9-3e2d5c7d3199'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'}, 'boot_index': None, 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': 'a7f96631-41cc-4f36-baba-ba3fc405b1dd', 'volume_type': None}], 'swap': None} {{(pid=71079) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1098.665573] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1098.665794] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1098.666757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f65546-8f9e-460d-96bc-f981f66e1ea6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.682463] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c11bf-bc5e-4093-92d7-f2aaffdb6fce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.711572] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5/volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.711856] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36f6e77e-ae3c-4968-afe6-def027fe65ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.731606] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1098.731606] env[71079]: value = "task-3279619" [ 1098.731606] env[71079]: _type = "Task" [ 1098.731606] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.744453] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.772566] env[71079]: DEBUG nova.network.neutron [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Successfully created port: ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.777864] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747082} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.778441] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.778709] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.778927] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56f35860-b38d-4d94-8ca5-4f6b7aa5eaec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.784965] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1098.784965] env[71079]: value = "task-3279620" [ 1098.784965] env[71079]: _type = "Task" [ 1098.784965] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.792717] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.933618] env[71079]: DEBUG nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.016100] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279616, 'name': ReconfigVM_Task, 'duration_secs': 1.070255} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.016562] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f/volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.023109] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f8c666-1a59-4e03-84cd-8128e1bf4913 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.036815] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1099.036815] env[71079]: value = "task-3279621" [ 1099.036815] env[71079]: _type = "Task" [ 1099.036815] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.045113] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.103763] env[71079]: DEBUG nova.compute.manager [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.103966] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.104872] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57938d21-70d9-4a9f-ab5a-0606727a32ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.112164] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.112390] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a90a2c91-08e6-4958-9bd7-3d58e6a2f5ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.118522] env[71079]: DEBUG oslo_vmware.api [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1099.118522] env[71079]: value = "task-3279622" [ 1099.118522] env[71079]: _type = "Task" [ 1099.118522] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.128021] env[71079]: DEBUG oslo_vmware.api [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.245797] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.295317] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095608} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.297938] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.298964] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a0b6d7-5ae7-4b92-b1c7-f8024d788a10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.324927] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.327908] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8fc3ba-64f7-4934-817f-a7e7c72ddeda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.349595] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1099.349595] env[71079]: value = "task-3279623" [ 1099.349595] env[71079]: _type = "Task" [ 1099.349595] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.360721] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.472537] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1e5359-fd27-4f7e-8438-6655c3d730b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.480838] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350fbe5d-413c-41be-8639-a51f53e11465 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.517451] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd701d-266c-46fc-bfa9-9c5afbec38a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.527597] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.527597] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.527597] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.532757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab5ee0-9066-48bf-9d5d-b2bdd3978bd7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.549583] env[71079]: DEBUG nova.compute.provider_tree [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.556526] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279621, 'name': ReconfigVM_Task, 'duration_secs': 0.280009} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.556867] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654975', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'name': 'volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8261709-4307-4e96-a601-2425c8ac0a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'serial': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1099.557657] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5e68825-5c36-4213-ae6c-d6306d56596a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.563594] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1099.563594] env[71079]: value = "task-3279624" [ 1099.563594] env[71079]: _type = "Task" [ 1099.563594] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.571166] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279624, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.628414] env[71079]: DEBUG oslo_vmware.api [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279622, 'name': PowerOffVM_Task, 'duration_secs': 0.3052} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.628697] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.628867] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.629126] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4ed0725-c95e-407e-8192-139bb25ef030 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.694841] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.695137] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.695370] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleting the datastore file [datastore2] 779dfaa0-6a98-42a7-a348-d507058261ed {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.695686] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-218a0554-55cb-4c8f-960e-955d800600e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.702309] env[71079]: DEBUG oslo_vmware.api [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1099.702309] env[71079]: value = "task-3279626" [ 1099.702309] env[71079]: _type = "Task" [ 1099.702309] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.709672] env[71079]: DEBUG oslo_vmware.api [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.743189] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279619, 'name': ReconfigVM_Task, 'duration_secs': 0.67961} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.743511] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5/volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.748472] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0bfb4db-9450-4b6d-bbf9-20d67c5e2f9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.765873] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1099.765873] env[71079]: value = "task-3279627" [ 1099.765873] env[71079]: _type = "Task" [ 1099.765873] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.775028] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.859589] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279623, 'name': ReconfigVM_Task, 'duration_secs': 0.424108} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.859880] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.860492] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ed7524-2d8b-4128-924c-e79dabebb290 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.867287] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1099.867287] env[71079]: value = "task-3279628" [ 1099.867287] env[71079]: _type = "Task" [ 1099.867287] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.875776] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279628, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.940236] env[71079]: DEBUG nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.966697] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.966949] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.967143] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.967338] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.967485] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.967633] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.967845] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.968394] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.968394] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.968394] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.968543] env[71079]: DEBUG nova.virt.hardware [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.969430] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f38d2d-0c07-456f-9791-282ad715afde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.977370] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04098af9-fa6d-4f4e-b6a9-c5861c34dc5b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.053055] env[71079]: DEBUG nova.scheduler.client.report [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.075057] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279624, 'name': Rename_Task, 'duration_secs': 0.267187} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.075366] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.075622] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13d23af-b53b-4347-bfb6-848df0681946 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.082098] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1100.082098] env[71079]: value = "task-3279629" [ 1100.082098] env[71079]: _type = "Task" [ 1100.082098] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.094445] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.212193] env[71079]: DEBUG oslo_vmware.api [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370631} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.212461] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.212647] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.212830] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.213010] env[71079]: INFO nova.compute.manager [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1100.213260] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.213449] env[71079]: DEBUG nova.compute.manager [-] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.213544] env[71079]: DEBUG nova.network.neutron [-] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.276559] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279627, 'name': ReconfigVM_Task, 'duration_secs': 0.327801} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.276559] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1100.276816] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c96aa7b-87b0-4baf-a3ff-7b7828233438 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.283046] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1100.283046] env[71079]: value = "task-3279630" [ 1100.283046] env[71079]: _type = "Task" [ 1100.283046] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.290639] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279630, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.329401] env[71079]: DEBUG nova.compute.manager [req-6f8481a7-25bf-4faf-96ea-16ebbf1d5290 req-545c2d6d-e320-4f69-b3f2-51598fadd509 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Received event network-vif-plugged-ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.329401] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f8481a7-25bf-4faf-96ea-16ebbf1d5290 req-545c2d6d-e320-4f69-b3f2-51598fadd509 service nova] Acquiring lock "48678790-a5b7-498a-b053-b0de2bff0fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.329721] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f8481a7-25bf-4faf-96ea-16ebbf1d5290 req-545c2d6d-e320-4f69-b3f2-51598fadd509 service nova] Lock "48678790-a5b7-498a-b053-b0de2bff0fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.330096] env[71079]: DEBUG oslo_concurrency.lockutils [req-6f8481a7-25bf-4faf-96ea-16ebbf1d5290 req-545c2d6d-e320-4f69-b3f2-51598fadd509 service nova] Lock "48678790-a5b7-498a-b053-b0de2bff0fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.330451] env[71079]: DEBUG nova.compute.manager [req-6f8481a7-25bf-4faf-96ea-16ebbf1d5290 req-545c2d6d-e320-4f69-b3f2-51598fadd509 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] No waiting events found dispatching network-vif-plugged-ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.330870] env[71079]: WARNING nova.compute.manager [req-6f8481a7-25bf-4faf-96ea-16ebbf1d5290 req-545c2d6d-e320-4f69-b3f2-51598fadd509 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Received unexpected event network-vif-plugged-ec5c73b6-06b8-493a-936c-292d12cef6d4 for instance with vm_state building and task_state spawning. [ 1100.378920] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279628, 'name': Rename_Task, 'duration_secs': 0.237148} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.379519] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.379914] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e07276f-6400-4440-b268-646ca7e07488 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.385882] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1100.385882] env[71079]: value = "task-3279631" [ 1100.385882] env[71079]: _type = "Task" [ 1100.385882] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.395013] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.466552] env[71079]: DEBUG nova.network.neutron [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Successfully updated port: ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.539908] env[71079]: DEBUG nova.compute.manager [req-f7d9d4fe-cfbe-4c67-bc67-39b2c85a8b15 req-bbafd623-96b5-46dd-9feb-9e19b389c969 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Received event network-vif-deleted-111b7c88-b28c-4d17-946f-3473f58bcebd {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.540170] env[71079]: INFO nova.compute.manager [req-f7d9d4fe-cfbe-4c67-bc67-39b2c85a8b15 req-bbafd623-96b5-46dd-9feb-9e19b389c969 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Neutron deleted interface 111b7c88-b28c-4d17-946f-3473f58bcebd; detaching it from the instance and deleting it from the info cache [ 1100.540316] env[71079]: DEBUG nova.network.neutron [req-f7d9d4fe-cfbe-4c67-bc67-39b2c85a8b15 req-bbafd623-96b5-46dd-9feb-9e19b389c969 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.557709] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.558384] env[71079]: DEBUG nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.570515] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.570952] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.571185] env[71079]: DEBUG nova.network.neutron [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.593298] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.793183] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279630, 'name': Rename_Task, 'duration_secs': 0.237148} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.793484] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.793731] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33402e13-304c-49ce-adf1-808b42d3acef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.800253] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1100.800253] env[71079]: value = "task-3279632" [ 1100.800253] env[71079]: _type = "Task" [ 1100.800253] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.807895] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.881552] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.881552] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.881710] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.881746] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.881975] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.882250] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.882425] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.882569] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1100.882723] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.896569] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.956217] env[71079]: DEBUG nova.network.neutron [-] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.968765] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.968929] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.969093] env[71079]: DEBUG nova.network.neutron [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.042820] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f00efa29-ab8d-4387-8b84-445a7309b14a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.053072] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308ed6df-987e-44aa-9e58-e6d11c95c8fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.064975] env[71079]: DEBUG nova.compute.utils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.066332] env[71079]: DEBUG nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.066502] env[71079]: DEBUG nova.network.neutron [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.089540] env[71079]: DEBUG nova.compute.manager [req-f7d9d4fe-cfbe-4c67-bc67-39b2c85a8b15 req-bbafd623-96b5-46dd-9feb-9e19b389c969 service nova] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Detach interface failed, port_id=111b7c88-b28c-4d17-946f-3473f58bcebd, reason: Instance 779dfaa0-6a98-42a7-a348-d507058261ed could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.097606] env[71079]: DEBUG oslo_vmware.api [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279629, 'name': PowerOnVM_Task, 'duration_secs': 0.614065} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.097845] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.120812] env[71079]: DEBUG nova.policy [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.222358] env[71079]: DEBUG nova.compute.manager [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.223025] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a558f28f-d17a-41c7-9f56-eba67a36d290 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.282325] env[71079]: DEBUG nova.network.neutron [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance_info_cache with network_info: [{"id": "01fc618e-a193-4d66-921c-ab034f447b0a", "address": "fa:16:3e:cc:91:1a", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fc618e-a1", "ovs_interfaceid": "01fc618e-a193-4d66-921c-ab034f447b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.310863] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.386231] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.386498] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.386672] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.386832] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1101.387871] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59412f88-6f11-41e5-a0c7-ca1569736e6d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.402303] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ea2b6-fb85-43e4-838d-28902b9e915d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.406043] env[71079]: DEBUG oslo_vmware.api [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279631, 'name': PowerOnVM_Task, 'duration_secs': 0.576566} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.406325] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.406527] env[71079]: INFO nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1101.406723] env[71079]: DEBUG nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.407804] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b08ca3-6e08-4ff8-bd9b-0885a14f7151 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.424011] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd66ac3-e94a-44fe-a397-0b1721c4a15f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.436378] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c04c23b-bbc1-4a3a-b871-566917eb13b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.469998] env[71079]: INFO nova.compute.manager [-] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Took 1.26 seconds to deallocate network for instance. [ 1101.470383] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179416MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1101.470525] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.470756] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.474029] env[71079]: DEBUG nova.network.neutron [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Successfully created port: d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.510350] env[71079]: DEBUG nova.network.neutron [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.570147] env[71079]: DEBUG nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.683680] env[71079]: DEBUG nova.network.neutron [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Updating instance_info_cache with network_info: [{"id": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "address": "fa:16:3e:ed:3f:d7", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5c73b6-06", "ovs_interfaceid": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.742915] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f04d349a-01dc-4f9f-8701-c4e5a4a44ffb tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.641s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.785657] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.812347] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279632, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.942177] env[71079]: INFO nova.compute.manager [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Took 15.05 seconds to build instance. [ 1101.986126] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.185787] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.186144] env[71079]: DEBUG nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Instance network_info: |[{"id": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "address": "fa:16:3e:ed:3f:d7", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5c73b6-06", "ovs_interfaceid": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.186579] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:3f:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec5c73b6-06b8-493a-936c-292d12cef6d4', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.194594] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.195143] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.195388] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeca6c4a-bcc8-4812-be66-4390c1d45e58 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.218042] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.218042] env[71079]: value = "task-3279633" [ 1102.218042] env[71079]: _type = "Task" [ 1102.218042] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.225348] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279633, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.311620] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279632, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.314267] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a2e8cc-f4c7-448a-ae11-457473d6e630 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.332316] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c523b83-e08c-4945-8a54-645d749a9b71 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.338467] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance '8f13149b-ae57-421d-b52a-dc49e80813b8' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.354477] env[71079]: DEBUG nova.compute.manager [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Received event network-changed-ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.354694] env[71079]: DEBUG nova.compute.manager [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Refreshing instance network info cache due to event network-changed-ec5c73b6-06b8-493a-936c-292d12cef6d4. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.354896] env[71079]: DEBUG oslo_concurrency.lockutils [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] Acquiring lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.355027] env[71079]: DEBUG oslo_concurrency.lockutils [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] Acquired lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.355212] env[71079]: DEBUG nova.network.neutron [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Refreshing network info cache for port ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.444169] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c9d90f81-8623-444d-be94-2936606d7ee6 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.563s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.488853] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Applying migration context for instance 8f13149b-ae57-421d-b52a-dc49e80813b8 as it has an incoming, in-progress migration 32db4423-d7b2-47aa-827f-23cd3f5e635a. Migration status is post-migrating {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1102.490726] env[71079]: INFO nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating resource usage from migration 32db4423-d7b2-47aa-827f-23cd3f5e635a [ 1102.515629] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.515830] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.515973] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance be812872-bffc-49c1-ae14-a298d3c4ac6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.516112] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 447fc5ce-65d6-428d-8e98-44e784846996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.516268] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d59df49a-a6a8-4c45-a461-414b589f5791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.516419] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4ca30229-e749-4f20-a0fc-f1f63d1812ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.516541] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d1ce16a9-a51c-4c56-ad19-021b135f1d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.516687] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e8261709-4307-4e96-a601-2425c8ac0a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.516821] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 779dfaa0-6a98-42a7-a348-d507058261ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.516966] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Migration 32db4423-d7b2-47aa-827f-23cd3f5e635a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1102.517131] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8f13149b-ae57-421d-b52a-dc49e80813b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.517286] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4e8d51bf-e49c-4794-8730-2332eedc8fd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.517490] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 48678790-a5b7-498a-b053-b0de2bff0fec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.517617] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance fd1fd92d-5373-465f-8f86-4d3803b002df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.517766] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1102.517968] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1102.579936] env[71079]: DEBUG nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.614575] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.614828] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.614984] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.615177] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.615323] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.615484] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.615696] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.615855] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.616034] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.616198] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.616366] env[71079]: DEBUG nova.virt.hardware [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.617609] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9f7316-3e60-402f-81af-e5f0c4cef418 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.626558] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e609d6-afb8-4252-8439-8ac8ef769e8b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.697815] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13700ee-e027-4e85-a9c4-4cf787a596b7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.705304] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ffc58-d6c8-4805-bf67-7a35885e56c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.739572] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae5776-1a85-4a8b-971a-c02181925765 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.746833] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279633, 'name': CreateVM_Task, 'duration_secs': 0.371412} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.748800] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.749554] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.749750] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.750093] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.751312] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b1655a-5e37-446c-b364-12bd1c26b7fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.754848] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b647bc8-620b-4349-87db-25d459124a56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.759306] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1102.759306] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5220e9a6-7cb0-df01-3bde-ba1cddf0edc3" [ 1102.759306] env[71079]: _type = "Task" [ 1102.759306] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.767786] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.776970] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5220e9a6-7cb0-df01-3bde-ba1cddf0edc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.812413] env[71079]: DEBUG oslo_vmware.api [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279632, 'name': PowerOnVM_Task, 'duration_secs': 1.731888} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.812670] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.812884] env[71079]: DEBUG nova.compute.manager [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.813737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fbf008-baeb-4c27-808b-8b8495e36a62 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.845694] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.845866] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5c0f3b-9c6e-44dc-a232-0ce03a915a42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.853724] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1102.853724] env[71079]: value = "task-3279634" [ 1102.853724] env[71079]: _type = "Task" [ 1102.853724] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.864102] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.088741] env[71079]: DEBUG nova.network.neutron [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Updated VIF entry in instance network info cache for port ec5c73b6-06b8-493a-936c-292d12cef6d4. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.089156] env[71079]: DEBUG nova.network.neutron [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Updating instance_info_cache with network_info: [{"id": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "address": "fa:16:3e:ed:3f:d7", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5c73b6-06", "ovs_interfaceid": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.273054] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.280160] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5220e9a6-7cb0-df01-3bde-ba1cddf0edc3, 'name': SearchDatastore_Task, 'duration_secs': 0.019582} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.280703] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.280950] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.281904] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.281904] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.281904] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.281904] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a5c6af-672b-4a25-bdca-565afe62ecc3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.291376] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.291714] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.292532] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861ce2f5-385a-41bb-88b5-206cb13bcac4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.298026] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1103.298026] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bc8ebb-52f9-9943-3b47-8a79154ea928" [ 1103.298026] env[71079]: _type = "Task" [ 1103.298026] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.305547] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bc8ebb-52f9-9943-3b47-8a79154ea928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.328836] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.363651] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.514754] env[71079]: DEBUG nova.network.neutron [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Successfully updated port: d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.591718] env[71079]: DEBUG oslo_concurrency.lockutils [req-500bc687-5930-4c0c-bb08-0c710c9a36de req-a1914350-bb20-4a0d-9a55-046e3fef8950 service nova] Releasing lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.781652] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1103.781936] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.311s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.782231] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.796s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.782536] env[71079]: DEBUG nova.objects.instance [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lazy-loading 'resources' on Instance uuid 779dfaa0-6a98-42a7-a348-d507058261ed {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.808978] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52bc8ebb-52f9-9943-3b47-8a79154ea928, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.810414] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510d4086-ce50-4f77-b266-d9dd36895698 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.817294] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1103.817294] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52638d4c-0404-6f16-67b0-1f80893c28e2" [ 1103.817294] env[71079]: _type = "Task" [ 1103.817294] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.826372] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52638d4c-0404-6f16-67b0-1f80893c28e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.864815] env[71079]: DEBUG oslo_vmware.api [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279634, 'name': PowerOnVM_Task, 'duration_secs': 0.617888} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.865177] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.865380] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b9dd9-8a7b-4c5e-abf7-f82d6edbd3b2 tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance '8f13149b-ae57-421d-b52a-dc49e80813b8' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.018377] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.018542] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.018706] env[71079]: DEBUG nova.network.neutron [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.328908] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52638d4c-0404-6f16-67b0-1f80893c28e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.329273] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.329573] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 48678790-a5b7-498a-b053-b0de2bff0fec/48678790-a5b7-498a-b053-b0de2bff0fec.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.329895] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ead679-c700-44b2-a2ea-c2b95379f8dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.336086] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1104.336086] env[71079]: value = "task-3279635" [ 1104.336086] env[71079]: _type = "Task" [ 1104.336086] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.345891] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.387374] env[71079]: DEBUG nova.compute.manager [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-vif-plugged-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.387640] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Acquiring lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.387935] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.388171] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.388361] env[71079]: DEBUG nova.compute.manager [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] No waiting events found dispatching network-vif-plugged-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.388529] env[71079]: WARNING nova.compute.manager [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received unexpected event network-vif-plugged-d0a4399b-2a92-42fb-8a35-a70526437004 for instance with vm_state building and task_state spawning. [ 1104.388693] env[71079]: DEBUG nova.compute.manager [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.388855] env[71079]: DEBUG nova.compute.manager [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing instance network info cache due to event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.389032] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.478924] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d64f5b-9d39-4ea7-a2f3-c384ed832186 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.486238] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25741ac3-b2e7-4aca-a821-093fe65082ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.517853] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009520f9-48c0-46bd-9619-778879dddec0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.525464] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2751bbc-378d-4afc-8b23-07425f877e7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.540969] env[71079]: DEBUG nova.compute.provider_tree [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.551511] env[71079]: DEBUG nova.network.neutron [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.737674] env[71079]: DEBUG nova.network.neutron [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.848364] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279635, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.045776] env[71079]: DEBUG nova.scheduler.client.report [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.243242] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.243796] env[71079]: DEBUG nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Instance network_info: |[{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.243993] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.244074] env[71079]: DEBUG nova.network.neutron [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.245231] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d9:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0a4399b-2a92-42fb-8a35-a70526437004', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.253032] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.253950] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.254201] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc5dc8b8-6021-48e5-803c-d5fe1b9abe1c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.274347] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.274347] env[71079]: value = "task-3279636" [ 1105.274347] env[71079]: _type = "Task" [ 1105.274347] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.282357] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279636, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.349868] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80092} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.350252] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 48678790-a5b7-498a-b053-b0de2bff0fec/48678790-a5b7-498a-b053-b0de2bff0fec.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.350540] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.351122] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00b288a-ca5e-4b8b-b80f-6f868f154556 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.357827] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1105.357827] env[71079]: value = "task-3279637" [ 1105.357827] env[71079]: _type = "Task" [ 1105.357827] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.365668] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.551575] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.554505] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.226s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.554859] env[71079]: DEBUG nova.objects.instance [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.575027] env[71079]: INFO nova.scheduler.client.report [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted allocations for instance 779dfaa0-6a98-42a7-a348-d507058261ed [ 1105.785449] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279636, 'name': CreateVM_Task, 'duration_secs': 0.340814} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.788407] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.789088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.789267] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.789566] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.790129] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb1d0d6-6cee-4ce8-848f-1535ca25d84e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.795064] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1105.795064] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52939d1b-1541-af69-efe9-dd5c66c5288b" [ 1105.795064] env[71079]: _type = "Task" [ 1105.795064] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.803934] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52939d1b-1541-af69-efe9-dd5c66c5288b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.868541] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067087} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.868807] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.869598] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078007f1-75e6-4023-beef-4b6fda88136f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.895471] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 48678790-a5b7-498a-b053-b0de2bff0fec/48678790-a5b7-498a-b053-b0de2bff0fec.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.896311] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e682da-443e-4877-9d9d-42dc0d74f2f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.916678] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1105.916678] env[71079]: value = "task-3279638" [ 1105.916678] env[71079]: _type = "Task" [ 1105.916678] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.930991] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.027725] env[71079]: DEBUG nova.network.neutron [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updated VIF entry in instance network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.028133] env[71079]: DEBUG nova.network.neutron [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.081561] env[71079]: DEBUG oslo_concurrency.lockutils [None req-69d08335-d9c1-4e32-ac7e-af9f444e9d10 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "779dfaa0-6a98-42a7-a348-d507058261ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.486s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.308445] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52939d1b-1541-af69-efe9-dd5c66c5288b, 'name': SearchDatastore_Task, 'duration_secs': 0.016762} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.308752] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.308990] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.309250] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.309399] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.309577] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.309868] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50602efe-318f-473e-8a35-ba3eb8b12794 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.323110] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.323293] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.324014] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24010e0-28bc-41e4-aaa0-532e7d22a824 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.329187] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1106.329187] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5213b264-1933-c22e-3b84-44ff269ee244" [ 1106.329187] env[71079]: _type = "Task" [ 1106.329187] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.336604] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5213b264-1933-c22e-3b84-44ff269ee244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.348110] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.348336] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.348541] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.348730] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.348897] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.351115] env[71079]: INFO nova.compute.manager [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Terminating instance [ 1106.427786] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "8f13149b-ae57-421d-b52a-dc49e80813b8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.428089] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.428254] env[71079]: DEBUG nova.compute.manager [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Going to confirm migration 6 {{(pid=71079) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1106.429914] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.531261] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.531534] env[71079]: DEBUG nova.compute.manager [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Received event network-changed-7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.531708] env[71079]: DEBUG nova.compute.manager [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Refreshing instance network info cache due to event network-changed-7897568c-d8fc-4016-8d16-15e6b3f3421c. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.531930] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Acquiring lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.532084] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Acquired lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.532250] env[71079]: DEBUG nova.network.neutron [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Refreshing network info cache for port 7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.564737] env[71079]: DEBUG oslo_concurrency.lockutils [None req-df333890-54ed-4d7a-91b3-daf7a9239c29 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.845243] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5213b264-1933-c22e-3b84-44ff269ee244, 'name': SearchDatastore_Task, 'duration_secs': 0.034083} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.846374] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b353d82-f49f-48c0-8fee-fc17e7e7082e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.852910] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1106.852910] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f55c1c-3716-f999-5aab-879ce0aa3d10" [ 1106.852910] env[71079]: _type = "Task" [ 1106.852910] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.857598] env[71079]: DEBUG nova.compute.manager [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.857865] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.858905] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768a9b6b-f534-41f1-9531-99e0f870a8e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.867612] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.871280] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9abeb70-c547-43bc-82a8-cc99fcd79784 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.873125] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f55c1c-3716-f999-5aab-879ce0aa3d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.880297] env[71079]: DEBUG oslo_vmware.api [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1106.880297] env[71079]: value = "task-3279639" [ 1106.880297] env[71079]: _type = "Task" [ 1106.880297] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.890664] env[71079]: DEBUG oslo_vmware.api [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.930428] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279638, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.995048] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.995048] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquired lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.995048] env[71079]: DEBUG nova.network.neutron [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.995281] env[71079]: DEBUG nova.objects.instance [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'info_cache' on Instance uuid 8f13149b-ae57-421d-b52a-dc49e80813b8 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.275525] env[71079]: DEBUG nova.network.neutron [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updated VIF entry in instance network info cache for port 7897568c-d8fc-4016-8d16-15e6b3f3421c. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.275912] env[71079]: DEBUG nova.network.neutron [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.363866] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f55c1c-3716-f999-5aab-879ce0aa3d10, 'name': SearchDatastore_Task, 'duration_secs': 0.022714} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.364117] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.364359] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] fd1fd92d-5373-465f-8f86-4d3803b002df/fd1fd92d-5373-465f-8f86-4d3803b002df.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.364615] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25ad0012-1b2d-4aef-97ab-1b5b81b85366 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.371941] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1107.371941] env[71079]: value = "task-3279640" [ 1107.371941] env[71079]: _type = "Task" [ 1107.371941] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.379723] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.387755] env[71079]: DEBUG oslo_vmware.api [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279639, 'name': PowerOffVM_Task, 'duration_secs': 0.301915} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.387994] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.388154] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.388385] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96793ec1-b99c-4c6e-b634-89254d62cab0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.429210] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279638, 'name': ReconfigVM_Task, 'duration_secs': 1.052019} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.429534] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 48678790-a5b7-498a-b053-b0de2bff0fec/48678790-a5b7-498a-b053-b0de2bff0fec.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.430233] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ab307d-f198-4d4d-8d06-c99f8c4871a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.436186] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1107.436186] env[71079]: value = "task-3279642" [ 1107.436186] env[71079]: _type = "Task" [ 1107.436186] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.444123] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279642, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.463147] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.463403] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.463602] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleting the datastore file [datastore2] d1ce16a9-a51c-4c56-ad19-021b135f1d05 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.463875] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-870d18da-2762-42a8-8824-b7aa4592c44e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.469789] env[71079]: DEBUG oslo_vmware.api [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1107.469789] env[71079]: value = "task-3279643" [ 1107.469789] env[71079]: _type = "Task" [ 1107.469789] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.477947] env[71079]: DEBUG oslo_vmware.api [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.778802] env[71079]: DEBUG oslo_concurrency.lockutils [req-75c83ffb-342a-4e31-98df-9bf71dd59562 req-40d31ef8-8319-4f7d-905a-d220f2f53c10 service nova] Releasing lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.881567] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430806} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.881937] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] fd1fd92d-5373-465f-8f86-4d3803b002df/fd1fd92d-5373-465f-8f86-4d3803b002df.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.882083] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.882320] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1dcbd72-ba30-43a8-8c52-57279453b56c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.888091] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1107.888091] env[71079]: value = "task-3279644" [ 1107.888091] env[71079]: _type = "Task" [ 1107.888091] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.895857] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.946259] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279642, 'name': Rename_Task, 'duration_secs': 0.175302} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.946469] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.946719] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caacdaf9-905a-4c6f-90b7-8fa4bb06ffb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.953163] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1107.953163] env[71079]: value = "task-3279645" [ 1107.953163] env[71079]: _type = "Task" [ 1107.953163] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.960773] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.978994] env[71079]: DEBUG oslo_vmware.api [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402525} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.979261] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.979444] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.979617] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.979852] env[71079]: INFO nova.compute.manager [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.980123] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.980372] env[71079]: DEBUG nova.compute.manager [-] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.980423] env[71079]: DEBUG nova.network.neutron [-] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.199250] env[71079]: DEBUG nova.network.neutron [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance_info_cache with network_info: [{"id": "01fc618e-a193-4d66-921c-ab034f447b0a", "address": "fa:16:3e:cc:91:1a", "network": {"id": "bc4f343a-5dac-435c-be38-f6de686eaf72", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1393586857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97524c1401ad479eb74c5f00ab366b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fc618e-a1", "ovs_interfaceid": "01fc618e-a193-4d66-921c-ab034f447b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.248537] env[71079]: DEBUG nova.compute.manager [req-8e810ed0-b7e1-4537-b2ff-86ee2ab2cebe req-4ecae00e-4d53-4743-aad7-91cc918ce04b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Received event network-vif-deleted-b5b9c326-878f-40d4-b439-b4a0e6f828de {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.248699] env[71079]: INFO nova.compute.manager [req-8e810ed0-b7e1-4537-b2ff-86ee2ab2cebe req-4ecae00e-4d53-4743-aad7-91cc918ce04b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Neutron deleted interface b5b9c326-878f-40d4-b439-b4a0e6f828de; detaching it from the instance and deleting it from the info cache [ 1108.248819] env[71079]: DEBUG nova.network.neutron [req-8e810ed0-b7e1-4537-b2ff-86ee2ab2cebe req-4ecae00e-4d53-4743-aad7-91cc918ce04b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.397645] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057239} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.397936] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.398708] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2419424f-4f5f-4ef7-bc23-d2b6d9a61d97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.420730] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] fd1fd92d-5373-465f-8f86-4d3803b002df/fd1fd92d-5373-465f-8f86-4d3803b002df.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.420999] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f957710-f5f5-4678-b20c-bba5f90b5e30 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.440465] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1108.440465] env[71079]: value = "task-3279646" [ 1108.440465] env[71079]: _type = "Task" [ 1108.440465] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.447907] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.463236] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.650554] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.650946] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.701982] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Releasing lock "refresh_cache-8f13149b-ae57-421d-b52a-dc49e80813b8" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.702312] env[71079]: DEBUG nova.objects.instance [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lazy-loading 'migration_context' on Instance uuid 8f13149b-ae57-421d-b52a-dc49e80813b8 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.733805] env[71079]: DEBUG nova.network.neutron [-] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.751772] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9b325be-c2f8-4cbb-8fc9-335c33ee11b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.761340] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ebac59-89f0-4f68-9814-b6d9da910fec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.794806] env[71079]: DEBUG nova.compute.manager [req-8e810ed0-b7e1-4537-b2ff-86ee2ab2cebe req-4ecae00e-4d53-4743-aad7-91cc918ce04b service nova] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Detach interface failed, port_id=b5b9c326-878f-40d4-b439-b4a0e6f828de, reason: Instance d1ce16a9-a51c-4c56-ad19-021b135f1d05 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.950617] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279646, 'name': ReconfigVM_Task, 'duration_secs': 0.478906} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.950980] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Reconfigured VM instance instance-0000006a to attach disk [datastore1] fd1fd92d-5373-465f-8f86-4d3803b002df/fd1fd92d-5373-465f-8f86-4d3803b002df.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.951556] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-174b5ad5-9bc8-4b3c-bb2e-c36c6ae8ed25 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.958262] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1108.958262] env[71079]: value = "task-3279647" [ 1108.958262] env[71079]: _type = "Task" [ 1108.958262] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.964658] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.969193] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279647, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.154634] env[71079]: DEBUG nova.compute.utils [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.205601] env[71079]: DEBUG nova.objects.base [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Object Instance<8f13149b-ae57-421d-b52a-dc49e80813b8> lazy-loaded attributes: info_cache,migration_context {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.206614] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950d06f-f52b-4873-9e99-1987473984b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.226736] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63abb73-51e2-4457-b139-c2442b1a8315 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.232249] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1109.232249] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a5c6b0-638b-f9d6-f15e-c31a2f527300" [ 1109.232249] env[71079]: _type = "Task" [ 1109.232249] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.235523] env[71079]: INFO nova.compute.manager [-] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Took 1.26 seconds to deallocate network for instance. [ 1109.240405] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a5c6b0-638b-f9d6-f15e-c31a2f527300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.464951] env[71079]: DEBUG oslo_vmware.api [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279645, 'name': PowerOnVM_Task, 'duration_secs': 1.087583} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.465530] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.465740] env[71079]: INFO nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1109.465927] env[71079]: DEBUG nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.466651] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b6757-5baa-481e-a4e5-0bc66ca95de9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.471479] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279647, 'name': Rename_Task, 'duration_secs': 0.188} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.471962] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.472213] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f241b72-5859-48d0-983d-8c70cd10cb53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.481677] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1109.481677] env[71079]: value = "task-3279648" [ 1109.481677] env[71079]: _type = "Task" [ 1109.481677] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.488626] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.657779] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.742476] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a5c6b0-638b-f9d6-f15e-c31a2f527300, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.742714] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.742964] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.744798] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.988523] env[71079]: INFO nova.compute.manager [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Took 14.40 seconds to build instance. [ 1109.992887] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.419993] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5624bc71-d2e2-4887-a1b5-7dc669232f7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.427617] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51038a-cf65-4e5b-892c-8d563314e3e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.459115] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786179a2-7802-4c31-a0a1-a1dec7d0809d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.466466] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d566e34-354d-4a20-8e28-00b47f735f04 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.480232] env[71079]: DEBUG nova.compute.provider_tree [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.491291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-da21ad01-9989-4c12-b528-19eb9808e83e tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.914s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.491532] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.716510] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.716773] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.717018] env[71079]: INFO nova.compute.manager [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Attaching volume 5593d51e-53e2-4f9e-8b69-0534b5e8dc41 to /dev/sdb [ 1110.754104] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f1cf25-b2e5-4a0d-9d98-cebd51215ce0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.762993] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae942e-5fc3-4748-bc2c-c09ca1dad17b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.777651] env[71079]: DEBUG nova.virt.block_device [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating existing volume attachment record: 6b40e1c0-562d-42da-8255-57b818551cd1 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.983617] env[71079]: DEBUG nova.scheduler.client.report [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.994532] env[71079]: DEBUG nova.compute.manager [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Received event network-changed-ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.994913] env[71079]: DEBUG nova.compute.manager [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Refreshing instance network info cache due to event network-changed-ec5c73b6-06b8-493a-936c-292d12cef6d4. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.996025] env[71079]: DEBUG oslo_concurrency.lockutils [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] Acquiring lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.996025] env[71079]: DEBUG oslo_concurrency.lockutils [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] Acquired lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.996025] env[71079]: DEBUG nova.network.neutron [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Refreshing network info cache for port ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.000332] env[71079]: DEBUG oslo_vmware.api [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279648, 'name': PowerOnVM_Task, 'duration_secs': 1.125513} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.001954] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.002288] env[71079]: INFO nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1111.002600] env[71079]: DEBUG nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.004504] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d9a90-d298-4cf4-b132-fbf2ddfc0151 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.521531] env[71079]: INFO nova.compute.manager [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Took 13.32 seconds to build instance. [ 1111.951286] env[71079]: DEBUG nova.network.neutron [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Updated VIF entry in instance network info cache for port ec5c73b6-06b8-493a-936c-292d12cef6d4. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.951659] env[71079]: DEBUG nova.network.neutron [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Updating instance_info_cache with network_info: [{"id": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "address": "fa:16:3e:ed:3f:d7", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5c73b6-06", "ovs_interfaceid": "ec5c73b6-06b8-493a-936c-292d12cef6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.998777] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.256s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.001577] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.257s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.001819] env[71079]: DEBUG nova.objects.instance [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lazy-loading 'resources' on Instance uuid d1ce16a9-a51c-4c56-ad19-021b135f1d05 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.023369] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e89ab10b-b609-4484-9c3e-c9bac44965d5 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.825s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.458098] env[71079]: DEBUG oslo_concurrency.lockutils [req-5d143cce-9cec-4322-b356-3f911e3cb7ab req-2a249d2b-0f66-451c-9995-cb161b7b2f36 service nova] Releasing lock "refresh_cache-48678790-a5b7-498a-b053-b0de2bff0fec" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.574138] env[71079]: INFO nova.scheduler.client.report [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted allocation for migration 32db4423-d7b2-47aa-827f-23cd3f5e635a [ 1112.687699] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92627fa-fe7e-4d29-baf7-789685fb8c40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.695724] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f924b059-da6e-4eb2-abdf-eaca076113b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.726762] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f7a867-82ca-4ba8-bd65-e9445dc2289e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.734985] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148fd737-1321-4678-81fe-9a62ba570c3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.747942] env[71079]: DEBUG nova.compute.provider_tree [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.020942] env[71079]: DEBUG nova.compute.manager [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.021312] env[71079]: DEBUG nova.compute.manager [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing instance network info cache due to event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.021442] env[71079]: DEBUG oslo_concurrency.lockutils [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.021531] env[71079]: DEBUG oslo_concurrency.lockutils [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.021690] env[71079]: DEBUG nova.network.neutron [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.026338] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.026550] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.080039] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.652s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.250723] env[71079]: DEBUG nova.scheduler.client.report [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.529346] env[71079]: DEBUG nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.756182] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.768939] env[71079]: DEBUG nova.network.neutron [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updated VIF entry in instance network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.769539] env[71079]: DEBUG nova.network.neutron [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.778010] env[71079]: INFO nova.scheduler.client.report [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted allocations for instance d1ce16a9-a51c-4c56-ad19-021b135f1d05 [ 1114.047539] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.047877] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.049307] env[71079]: INFO nova.compute.claims [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.272285] env[71079]: DEBUG oslo_concurrency.lockutils [req-91863408-cc55-4473-ae8e-67916375e057 req-e9ebef3a-f204-4ecb-b56e-c0e7f7443f7c service nova] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.284473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18d89cbe-81b4-4db6-b70a-8d21b84d64b6 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "d1ce16a9-a51c-4c56-ad19-021b135f1d05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.936s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.447998] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "8f13149b-ae57-421d-b52a-dc49e80813b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.448354] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.449134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.449365] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.449581] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.451812] env[71079]: INFO nova.compute.manager [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Terminating instance [ 1114.956244] env[71079]: DEBUG nova.compute.manager [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.956486] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.957451] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93450028-858e-4f99-b237-238008b2b4d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.965712] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.965945] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfde0684-d8f6-4835-a08e-e859a317c974 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.972414] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1114.972414] env[71079]: value = "task-3279653" [ 1114.972414] env[71079]: _type = "Task" [ 1114.972414] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.980207] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.235539] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d6a08-1f68-4382-b6b2-cec83de4dda1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.247060] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176bd860-faa5-4187-843f-6d7488f70537 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.277560] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215e0724-6c0d-4a6c-99c9-5f5d392615a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.289247] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74837665-71cd-4994-8724-77b8cbfc2c86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.305511] env[71079]: DEBUG nova.compute.provider_tree [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.327445] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1115.327671] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654988', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'name': 'volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ca30229-e749-4f20-a0fc-f1f63d1812ee', 'attached_at': '', 'detached_at': '', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'serial': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1115.328560] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242f40e-751e-468a-a79a-4a912a4ca235 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.344713] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7e66ae-66ae-4b2f-997d-66635b32946b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.368639] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41/volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.368887] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cb1337-98cb-4142-b934-0d8710dd622d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.386929] env[71079]: DEBUG oslo_vmware.api [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1115.386929] env[71079]: value = "task-3279654" [ 1115.386929] env[71079]: _type = "Task" [ 1115.386929] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.396051] env[71079]: DEBUG oslo_vmware.api [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.482565] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279653, 'name': PowerOffVM_Task, 'duration_secs': 0.20194} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.482852] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.483035] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.483288] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2184ee7b-5b61-4151-b2dd-25003a1848f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.552465] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.552674] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.552900] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleting the datastore file [datastore2] 8f13149b-ae57-421d-b52a-dc49e80813b8 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.553227] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c446d54-73d8-4576-a19e-59faaae6b586 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.559793] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for the task: (returnval){ [ 1115.559793] env[71079]: value = "task-3279656" [ 1115.559793] env[71079]: _type = "Task" [ 1115.559793] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.568248] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.713095] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.713326] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.809389] env[71079]: DEBUG nova.scheduler.client.report [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.897020] env[71079]: DEBUG oslo_vmware.api [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279654, 'name': ReconfigVM_Task, 'duration_secs': 0.338821} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.897316] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41/volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.901994] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ced2204-bd43-4b79-80b1-f44d734828b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.917175] env[71079]: DEBUG oslo_vmware.api [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1115.917175] env[71079]: value = "task-3279657" [ 1115.917175] env[71079]: _type = "Task" [ 1115.917175] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.925473] env[71079]: DEBUG oslo_vmware.api [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.069524] env[71079]: DEBUG oslo_vmware.api [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Task: {'id': task-3279656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136169} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.069753] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.069983] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.070192] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.070375] env[71079]: INFO nova.compute.manager [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1116.070614] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.070819] env[71079]: DEBUG nova.compute.manager [-] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.071156] env[71079]: DEBUG nova.network.neutron [-] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.216717] env[71079]: DEBUG nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.314093] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.314702] env[71079]: DEBUG nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.389175] env[71079]: DEBUG nova.compute.manager [req-6f639a29-9b10-4348-8253-772dd8fda54e req-d65370bb-bc8d-462b-acee-cde881e3a9b9 service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Received event network-vif-deleted-01fc618e-a193-4d66-921c-ab034f447b0a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.389474] env[71079]: INFO nova.compute.manager [req-6f639a29-9b10-4348-8253-772dd8fda54e req-d65370bb-bc8d-462b-acee-cde881e3a9b9 service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Neutron deleted interface 01fc618e-a193-4d66-921c-ab034f447b0a; detaching it from the instance and deleting it from the info cache [ 1116.389548] env[71079]: DEBUG nova.network.neutron [req-6f639a29-9b10-4348-8253-772dd8fda54e req-d65370bb-bc8d-462b-acee-cde881e3a9b9 service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.426146] env[71079]: DEBUG oslo_vmware.api [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279657, 'name': ReconfigVM_Task, 'duration_secs': 0.134997} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.426452] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654988', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'name': 'volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ca30229-e749-4f20-a0fc-f1f63d1812ee', 'attached_at': '', 'detached_at': '', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'serial': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1116.742164] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.742473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.743945] env[71079]: INFO nova.compute.claims [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.819982] env[71079]: DEBUG nova.compute.utils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.821545] env[71079]: DEBUG nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.821714] env[71079]: DEBUG nova.network.neutron [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.870725] env[71079]: DEBUG nova.policy [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.872748] env[71079]: DEBUG nova.network.neutron [-] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.892184] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49df3c47-cbc1-4a5c-9ca6-10adb54ad0a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.903208] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcf81b0-64b3-4aa0-8d37-ad40d999129c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.940823] env[71079]: DEBUG nova.compute.manager [req-6f639a29-9b10-4348-8253-772dd8fda54e req-d65370bb-bc8d-462b-acee-cde881e3a9b9 service nova] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Detach interface failed, port_id=01fc618e-a193-4d66-921c-ab034f447b0a, reason: Instance 8f13149b-ae57-421d-b52a-dc49e80813b8 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.163139] env[71079]: DEBUG nova.network.neutron [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Successfully created port: 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.325930] env[71079]: DEBUG nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.375468] env[71079]: INFO nova.compute.manager [-] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Took 1.30 seconds to deallocate network for instance. [ 1117.474661] env[71079]: DEBUG nova.objects.instance [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lazy-loading 'flavor' on Instance uuid 4ca30229-e749-4f20-a0fc-f1f63d1812ee {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.884386] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.925570] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6417f1-ae6d-4f3d-a609-08abea0f36a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.934385] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39432677-dad1-4ae3-881c-32c666faa4d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.963764] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb67623-0558-4d60-b0d6-bb68c0013031 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.971559] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1462af86-8852-49ca-8b32-7552b748ada9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.986343] env[71079]: DEBUG nova.compute.provider_tree [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.987748] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6c3fdcf4-3381-4a48-a9b5-78f4f0fa86c1 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.110338] env[71079]: INFO nova.compute.manager [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Rescuing [ 1118.110614] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.110765] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.110959] env[71079]: DEBUG nova.network.neutron [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.336238] env[71079]: DEBUG nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.362935] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.363237] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.363397] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.363576] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.363722] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.363868] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.364088] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.364254] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.364422] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.364585] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.364803] env[71079]: DEBUG nova.virt.hardware [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.365682] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def2c6c4-95bc-481b-a10b-97463c67f9fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.373573] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c9af5-fe6c-4f4f-b72c-c4d874150d31 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.489755] env[71079]: DEBUG nova.scheduler.client.report [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.536924] env[71079]: DEBUG nova.compute.manager [req-27f30c64-b7ba-46cd-ba4b-7a12754d34aa req-96981c41-4397-422d-a12e-36640c644dee service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-vif-plugged-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.537294] env[71079]: DEBUG oslo_concurrency.lockutils [req-27f30c64-b7ba-46cd-ba4b-7a12754d34aa req-96981c41-4397-422d-a12e-36640c644dee service nova] Acquiring lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.537630] env[71079]: DEBUG oslo_concurrency.lockutils [req-27f30c64-b7ba-46cd-ba4b-7a12754d34aa req-96981c41-4397-422d-a12e-36640c644dee service nova] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.537920] env[71079]: DEBUG oslo_concurrency.lockutils [req-27f30c64-b7ba-46cd-ba4b-7a12754d34aa req-96981c41-4397-422d-a12e-36640c644dee service nova] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.538218] env[71079]: DEBUG nova.compute.manager [req-27f30c64-b7ba-46cd-ba4b-7a12754d34aa req-96981c41-4397-422d-a12e-36640c644dee service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] No waiting events found dispatching network-vif-plugged-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.538504] env[71079]: WARNING nova.compute.manager [req-27f30c64-b7ba-46cd-ba4b-7a12754d34aa req-96981c41-4397-422d-a12e-36640c644dee service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received unexpected event network-vif-plugged-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae for instance with vm_state building and task_state spawning. [ 1118.626289] env[71079]: DEBUG nova.network.neutron [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Successfully updated port: 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.867964] env[71079]: DEBUG nova.network.neutron [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.996057] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.996595] env[71079]: DEBUG nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.999252] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.115s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.999457] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.023806] env[71079]: INFO nova.scheduler.client.report [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Deleted allocations for instance 8f13149b-ae57-421d-b52a-dc49e80813b8 [ 1119.128710] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.128851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.129012] env[71079]: DEBUG nova.network.neutron [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.371042] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.503679] env[71079]: DEBUG nova.compute.utils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.505634] env[71079]: DEBUG nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.505895] env[71079]: DEBUG nova.network.neutron [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.532562] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e3ddd37-7dc2-4c51-9ea5-bb3af89d954d tempest-DeleteServersTestJSON-1366324319 tempest-DeleteServersTestJSON-1366324319-project-member] Lock "8f13149b-ae57-421d-b52a-dc49e80813b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.084s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.545194] env[71079]: DEBUG nova.policy [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ebfb4d2d3f491cbd1992020e130433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e855873d3d724f87b90b10473fca9c90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.660909] env[71079]: DEBUG nova.network.neutron [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.785337] env[71079]: DEBUG nova.network.neutron [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Successfully created port: 3fdb589b-9b8c-44cf-b112-7cab4db4ab5f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.808841] env[71079]: DEBUG nova.network.neutron [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.010523] env[71079]: DEBUG nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.311562] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.311885] env[71079]: DEBUG nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Instance network_info: |[{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.312343] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:16:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.320025] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.320454] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.320703] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b8719e-9c34-4039-8e41-9e2a26dae7cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.342019] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.342019] env[71079]: value = "task-3279659" [ 1120.342019] env[71079]: _type = "Task" [ 1120.342019] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.350146] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279659, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.563620] env[71079]: DEBUG nova.compute.manager [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.563899] env[71079]: DEBUG nova.compute.manager [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing instance network info cache due to event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.564156] env[71079]: DEBUG oslo_concurrency.lockutils [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.564197] env[71079]: DEBUG oslo_concurrency.lockutils [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.564353] env[71079]: DEBUG nova.network.neutron [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.850959] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279659, 'name': CreateVM_Task, 'duration_secs': 0.340719} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.851153] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.851844] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.852077] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.852458] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.852723] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0d1e73-bd46-44dc-8b3c-90e775ce92ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.857118] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1120.857118] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52106923-6984-fe2d-d51d-75ea023b248a" [ 1120.857118] env[71079]: _type = "Task" [ 1120.857118] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.864854] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52106923-6984-fe2d-d51d-75ea023b248a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.902537] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.902814] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86cc10de-7624-4ea4-b979-9d5105667bcc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.909264] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1120.909264] env[71079]: value = "task-3279660" [ 1120.909264] env[71079]: _type = "Task" [ 1120.909264] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.917364] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.020970] env[71079]: DEBUG nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.050806] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.052037] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.052037] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.052173] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.052314] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.052534] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.052895] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.053174] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.053452] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.053716] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.054032] env[71079]: DEBUG nova.virt.hardware [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.054957] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f392787e-a97e-420b-a598-e250d2bd26ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.063599] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4dfc0-4cc7-493f-a244-98da663a9cba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.247265] env[71079]: DEBUG nova.compute.manager [req-ff17e667-c8e6-480a-b9a6-3bf60b971ec9 req-34eaa15c-0d11-46d9-a4ae-aa05b23967f0 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Received event network-vif-plugged-3fdb589b-9b8c-44cf-b112-7cab4db4ab5f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.247481] env[71079]: DEBUG oslo_concurrency.lockutils [req-ff17e667-c8e6-480a-b9a6-3bf60b971ec9 req-34eaa15c-0d11-46d9-a4ae-aa05b23967f0 service nova] Acquiring lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.247686] env[71079]: DEBUG oslo_concurrency.lockutils [req-ff17e667-c8e6-480a-b9a6-3bf60b971ec9 req-34eaa15c-0d11-46d9-a4ae-aa05b23967f0 service nova] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.247872] env[71079]: DEBUG oslo_concurrency.lockutils [req-ff17e667-c8e6-480a-b9a6-3bf60b971ec9 req-34eaa15c-0d11-46d9-a4ae-aa05b23967f0 service nova] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.248064] env[71079]: DEBUG nova.compute.manager [req-ff17e667-c8e6-480a-b9a6-3bf60b971ec9 req-34eaa15c-0d11-46d9-a4ae-aa05b23967f0 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] No waiting events found dispatching network-vif-plugged-3fdb589b-9b8c-44cf-b112-7cab4db4ab5f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.248231] env[71079]: WARNING nova.compute.manager [req-ff17e667-c8e6-480a-b9a6-3bf60b971ec9 req-34eaa15c-0d11-46d9-a4ae-aa05b23967f0 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Received unexpected event network-vif-plugged-3fdb589b-9b8c-44cf-b112-7cab4db4ab5f for instance with vm_state building and task_state spawning. [ 1121.274253] env[71079]: DEBUG nova.network.neutron [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updated VIF entry in instance network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.274585] env[71079]: DEBUG nova.network.neutron [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.327687] env[71079]: DEBUG nova.network.neutron [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Successfully updated port: 3fdb589b-9b8c-44cf-b112-7cab4db4ab5f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.368314] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52106923-6984-fe2d-d51d-75ea023b248a, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.368622] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.368898] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.369194] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.369350] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.369528] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.369848] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406db8bd-6f02-41be-aad3-862c32d58c99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.378195] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.378366] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.379045] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52d57af-05b4-4424-9b96-18542575dee7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.383927] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1121.383927] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52458be8-193d-d536-aed7-794dae9e0f30" [ 1121.383927] env[71079]: _type = "Task" [ 1121.383927] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.390778] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52458be8-193d-d536-aed7-794dae9e0f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.418780] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279660, 'name': PowerOffVM_Task, 'duration_secs': 0.183718} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.419034] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.419765] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97de6902-1dd2-42a6-8231-22a174d4a1ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.439512] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22664e-8ee9-4f5f-893d-fc8bfc374cae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.465464] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.465720] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5021c3b5-a10b-4a26-8fe8-4cefc85653d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.471326] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1121.471326] env[71079]: value = "task-3279661" [ 1121.471326] env[71079]: _type = "Task" [ 1121.471326] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.479343] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.777602] env[71079]: DEBUG oslo_concurrency.lockutils [req-a832081b-9515-4a26-aaa5-2fc0aa85605d req-ea6dba12-e98e-4be8-9f1d-9e52d9611a26 service nova] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.832742] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "refresh_cache-0ff0d765-aeff-4c37-ac2b-2de9a046ff32" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.832901] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "refresh_cache-0ff0d765-aeff-4c37-ac2b-2de9a046ff32" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.833071] env[71079]: DEBUG nova.network.neutron [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.894833] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52458be8-193d-d536-aed7-794dae9e0f30, 'name': SearchDatastore_Task, 'duration_secs': 0.00777} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.895675] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43424f1-1afe-4f0f-a628-dad761b7890e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.901514] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1121.901514] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52344c00-5db1-e3ae-6dc4-6a8dcba09245" [ 1121.901514] env[71079]: _type = "Task" [ 1121.901514] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.910587] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52344c00-5db1-e3ae-6dc4-6a8dcba09245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.981878] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1121.982170] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.982336] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.365550] env[71079]: DEBUG nova.network.neutron [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.413770] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52344c00-5db1-e3ae-6dc4-6a8dcba09245, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.414042] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.414310] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f/9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.414589] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.414777] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.415038] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-677071a9-9f92-458e-920e-fa1f79e73cf3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.416886] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd08d783-996a-4250-bb1b-6dcda977cf81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.424304] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1122.424304] env[71079]: value = "task-3279662" [ 1122.424304] env[71079]: _type = "Task" [ 1122.424304] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.425442] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.425615] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.429466] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ad33fb-42e8-4b13-ba38-baedd0bc6e40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.438275] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1122.438275] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525875b3-052a-95b9-4d36-eeb59cd3f757" [ 1122.438275] env[71079]: _type = "Task" [ 1122.438275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.438528] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.446197] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525875b3-052a-95b9-4d36-eeb59cd3f757, 'name': SearchDatastore_Task, 'duration_secs': 0.008364} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.446921] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47d8f77-9023-4fe0-a34e-74dc41f46239 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.451464] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1122.451464] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529402b0-6c7c-14ea-6e58-7298c428f6c5" [ 1122.451464] env[71079]: _type = "Task" [ 1122.451464] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.458885] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529402b0-6c7c-14ea-6e58-7298c428f6c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.499462] env[71079]: DEBUG nova.network.neutron [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Updating instance_info_cache with network_info: [{"id": "3fdb589b-9b8c-44cf-b112-7cab4db4ab5f", "address": "fa:16:3e:a5:68:b1", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdb589b-9b", "ovs_interfaceid": "3fdb589b-9b8c-44cf-b112-7cab4db4ab5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.934889] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468634} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.935379] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f/9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.935661] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.935937] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50074659-6f3e-4a01-bab2-38992b03c267 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.942299] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1122.942299] env[71079]: value = "task-3279663" [ 1122.942299] env[71079]: _type = "Task" [ 1122.942299] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.950581] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.961208] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529402b0-6c7c-14ea-6e58-7298c428f6c5, 'name': SearchDatastore_Task, 'duration_secs': 0.007513} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.961535] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.961876] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. {{(pid=71079) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1122.962211] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001afc49-8bb3-4697-9700-82991595c8c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.968921] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1122.968921] env[71079]: value = "task-3279664" [ 1122.968921] env[71079]: _type = "Task" [ 1122.968921] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.976562] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.002372] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "refresh_cache-0ff0d765-aeff-4c37-ac2b-2de9a046ff32" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.002753] env[71079]: DEBUG nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Instance network_info: |[{"id": "3fdb589b-9b8c-44cf-b112-7cab4db4ab5f", "address": "fa:16:3e:a5:68:b1", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdb589b-9b", "ovs_interfaceid": "3fdb589b-9b8c-44cf-b112-7cab4db4ab5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.003235] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:68:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fdb589b-9b8c-44cf-b112-7cab4db4ab5f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.011832] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.011832] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.011832] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25b19b11-8949-4188-b7c4-720dfbce27c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.031466] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.031466] env[71079]: value = "task-3279665" [ 1123.031466] env[71079]: _type = "Task" [ 1123.031466] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.038864] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279665, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.280786] env[71079]: DEBUG nova.compute.manager [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Received event network-changed-3fdb589b-9b8c-44cf-b112-7cab4db4ab5f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.281421] env[71079]: DEBUG nova.compute.manager [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Refreshing instance network info cache due to event network-changed-3fdb589b-9b8c-44cf-b112-7cab4db4ab5f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.281421] env[71079]: DEBUG oslo_concurrency.lockutils [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] Acquiring lock "refresh_cache-0ff0d765-aeff-4c37-ac2b-2de9a046ff32" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.281579] env[71079]: DEBUG oslo_concurrency.lockutils [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] Acquired lock "refresh_cache-0ff0d765-aeff-4c37-ac2b-2de9a046ff32" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.281739] env[71079]: DEBUG nova.network.neutron [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Refreshing network info cache for port 3fdb589b-9b8c-44cf-b112-7cab4db4ab5f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.455732] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063869} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.456017] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.456840] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f66fe59-573c-4945-a4be-977a7b7009e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.479068] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f/9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.482805] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-586a0254-af98-492e-a68d-9e1e5fe2a946 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.502114] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432102} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.503331] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. [ 1123.503671] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1123.503671] env[71079]: value = "task-3279666" [ 1123.503671] env[71079]: _type = "Task" [ 1123.503671] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.504660] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc57ec12-6142-4615-a325-7f2f9ae1c895 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.514047] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.539272] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.542438] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e26309-bb35-4278-97b2-7cc93f4b8faf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.560691] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279665, 'name': CreateVM_Task, 'duration_secs': 0.485243} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.561749] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.562074] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1123.562074] env[71079]: value = "task-3279667" [ 1123.562074] env[71079]: _type = "Task" [ 1123.562074] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.562691] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.562849] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.563174] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.563459] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99fcec6b-8e27-4a53-ab78-b402d642b823 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.572271] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.573124] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1123.573124] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251d3b5-9d99-1c6d-d4a6-fb8810c4f002" [ 1123.573124] env[71079]: _type = "Task" [ 1123.573124] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.580928] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5251d3b5-9d99-1c6d-d4a6-fb8810c4f002, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.581212] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.581441] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.581689] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.581833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.581995] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.583177] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6541743-9565-43f5-b43c-72b9b98eeb99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.588924] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.589153] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.589785] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1c4240-7afc-4c4a-9e85-6cecfda9b2e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.594423] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1123.594423] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c81fa-fac5-a37e-c078-94cc739e6554" [ 1123.594423] env[71079]: _type = "Task" [ 1123.594423] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.601372] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c81fa-fac5-a37e-c078-94cc739e6554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.005449] env[71079]: DEBUG nova.network.neutron [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Updated VIF entry in instance network info cache for port 3fdb589b-9b8c-44cf-b112-7cab4db4ab5f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.005815] env[71079]: DEBUG nova.network.neutron [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Updating instance_info_cache with network_info: [{"id": "3fdb589b-9b8c-44cf-b112-7cab4db4ab5f", "address": "fa:16:3e:a5:68:b1", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdb589b-9b", "ovs_interfaceid": "3fdb589b-9b8c-44cf-b112-7cab4db4ab5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.021031] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279666, 'name': ReconfigVM_Task, 'duration_secs': 0.288103} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.021170] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f/9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.021793] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a0d0d77-7d3b-4e6e-b640-a97072681ae8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.029788] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1124.029788] env[71079]: value = "task-3279668" [ 1124.029788] env[71079]: _type = "Task" [ 1124.029788] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.037857] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279668, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.072043] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279667, 'name': ReconfigVM_Task, 'duration_secs': 0.312589} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.072328] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.073176] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f477b8-46df-42db-8c1a-bd3c84b6bf0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.103147] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be194bb-e384-4e07-bc62-106119d02dd1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.119616] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c81fa-fac5-a37e-c078-94cc739e6554, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.121357] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1124.121357] env[71079]: value = "task-3279669" [ 1124.121357] env[71079]: _type = "Task" [ 1124.121357] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.121555] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db01169-2a23-4d90-88b4-a8520b63c16c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.129798] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1124.129798] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5221d35f-e732-b84f-7e7b-0b3e5de17d68" [ 1124.129798] env[71079]: _type = "Task" [ 1124.129798] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.132394] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.139755] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5221d35f-e732-b84f-7e7b-0b3e5de17d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.515281] env[71079]: DEBUG oslo_concurrency.lockutils [req-65267030-7f33-4218-be6b-295d366fa2b8 req-b8f3a514-f49b-4eeb-9477-39c0d3da22b5 service nova] Releasing lock "refresh_cache-0ff0d765-aeff-4c37-ac2b-2de9a046ff32" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.543342] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279668, 'name': Rename_Task, 'duration_secs': 0.151767} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.543638] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.543905] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-672b90a1-01da-47dc-af6f-a21ea2923728 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.550353] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1124.550353] env[71079]: value = "task-3279670" [ 1124.550353] env[71079]: _type = "Task" [ 1124.550353] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.557740] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.633684] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279669, 'name': ReconfigVM_Task, 'duration_secs': 0.172753} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.636871] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.637957] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b15d90e-b191-4fa1-b40b-2d9ef50d3e76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.644556] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5221d35f-e732-b84f-7e7b-0b3e5de17d68, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.645772] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.646055] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 0ff0d765-aeff-4c37-ac2b-2de9a046ff32/0ff0d765-aeff-4c37-ac2b-2de9a046ff32.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.646366] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1124.646366] env[71079]: value = "task-3279671" [ 1124.646366] env[71079]: _type = "Task" [ 1124.646366] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.646622] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd0e8f5d-bf83-440f-83fc-8e79b8f935af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.656065] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.657338] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1124.657338] env[71079]: value = "task-3279672" [ 1124.657338] env[71079]: _type = "Task" [ 1124.657338] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.669164] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.061487] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.159500] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.167699] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.562075] env[71079]: DEBUG oslo_vmware.api [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279670, 'name': PowerOnVM_Task, 'duration_secs': 0.7682} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.562364] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.562567] env[71079]: INFO nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1125.562789] env[71079]: DEBUG nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.563563] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa621be-06ab-4600-ae81-08fabbf3d265 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.658263] env[71079]: DEBUG oslo_vmware.api [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279671, 'name': PowerOnVM_Task, 'duration_secs': 0.998554} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.658527] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.664270] env[71079]: DEBUG nova.compute.manager [None req-f74270b7-aed3-4981-8bdd-a245a62235c7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.664963] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b0d4f-fc7b-45d6-814c-42089d7af988 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.671983] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54033} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.673433] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 0ff0d765-aeff-4c37-ac2b-2de9a046ff32/0ff0d765-aeff-4c37-ac2b-2de9a046ff32.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.673646] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.676353] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5261a0ac-ca6f-426b-b9be-16e2ed519eac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.681846] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1125.681846] env[71079]: value = "task-3279673" [ 1125.681846] env[71079]: _type = "Task" [ 1125.681846] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.691410] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.082055] env[71079]: INFO nova.compute.manager [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Took 12.05 seconds to build instance. [ 1126.196752] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06252} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.198310] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.199162] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bdb34d-98c1-4248-bf74-b90e4c23a98c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.225354] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 0ff0d765-aeff-4c37-ac2b-2de9a046ff32/0ff0d765-aeff-4c37-ac2b-2de9a046ff32.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.226444] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab75011-e6cf-4c7a-bfd7-77b63caea862 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.251715] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1126.251715] env[71079]: value = "task-3279674" [ 1126.251715] env[71079]: _type = "Task" [ 1126.251715] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.264151] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.584881] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c90a1303-3f37-44cc-bf60-7de5d219cac1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.558s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.749059] env[71079]: INFO nova.compute.manager [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Unrescuing [ 1126.749499] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.749804] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquired lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.750128] env[71079]: DEBUG nova.network.neutron [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.779159] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279674, 'name': ReconfigVM_Task, 'duration_secs': 0.353448} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.780099] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 0ff0d765-aeff-4c37-ac2b-2de9a046ff32/0ff0d765-aeff-4c37-ac2b-2de9a046ff32.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.782367] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f811f17a-eadf-44de-bd39-d474b01eec87 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.791440] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1126.791440] env[71079]: value = "task-3279675" [ 1126.791440] env[71079]: _type = "Task" [ 1126.791440] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.806297] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279675, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.302910] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279675, 'name': Rename_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.512985] env[71079]: DEBUG nova.network.neutron [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.780736] env[71079]: DEBUG nova.compute.manager [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.780968] env[71079]: DEBUG nova.compute.manager [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing instance network info cache due to event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.781432] env[71079]: DEBUG oslo_concurrency.lockutils [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.781604] env[71079]: DEBUG oslo_concurrency.lockutils [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.781781] env[71079]: DEBUG nova.network.neutron [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.801978] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279675, 'name': Rename_Task, 'duration_secs': 0.913011} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.802476] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.802725] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69df0054-301d-4eb4-9a87-f1c8db7ab658 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.809513] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1127.809513] env[71079]: value = "task-3279676" [ 1127.809513] env[71079]: _type = "Task" [ 1127.809513] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.822191] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.014116] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Releasing lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.015158] env[71079]: DEBUG nova.objects.instance [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lazy-loading 'flavor' on Instance uuid 4ca30229-e749-4f20-a0fc-f1f63d1812ee {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.323269] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.523116] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2f3f5-2d7e-48c9-adf6-c2fa8643a63b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.553679] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.556616] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da13eb40-1d2e-47a9-9165-0aa07042f780 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.563709] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1128.563709] env[71079]: value = "task-3279677" [ 1128.563709] env[71079]: _type = "Task" [ 1128.563709] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.572488] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.826745] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.870027] env[71079]: DEBUG nova.network.neutron [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updated VIF entry in instance network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.870027] env[71079]: DEBUG nova.network.neutron [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.073718] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279677, 'name': PowerOffVM_Task, 'duration_secs': 0.379323} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.073999] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.082629] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1129.083298] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11bc9b7f-1261-4784-a669-d4aa0723971a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.102239] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1129.102239] env[71079]: value = "task-3279678" [ 1129.102239] env[71079]: _type = "Task" [ 1129.102239] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.115340] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.328071] env[71079]: DEBUG oslo_vmware.api [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279676, 'name': PowerOnVM_Task, 'duration_secs': 1.473543} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.328494] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.328731] env[71079]: INFO nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1129.328991] env[71079]: DEBUG nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.330802] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb437d9-bdb5-4b9a-82e9-4275525f11be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.371666] env[71079]: DEBUG oslo_concurrency.lockutils [req-aab1d71d-77ca-4edc-8f78-0cb3f3a2163b req-da1fde53-c624-4811-ac79-7ff36a222e80 service nova] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.613444] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279678, 'name': ReconfigVM_Task, 'duration_secs': 0.337807} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.613739] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.614059] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.614323] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a29789b-ad85-4558-a7ec-98c5d1274609 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.621477] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1129.621477] env[71079]: value = "task-3279679" [ 1129.621477] env[71079]: _type = "Task" [ 1129.621477] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.631572] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.819654] env[71079]: DEBUG nova.compute.manager [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.820435] env[71079]: DEBUG nova.compute.manager [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing instance network info cache due to event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.820951] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.821378] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.821669] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.858664] env[71079]: INFO nova.compute.manager [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Took 13.13 seconds to build instance. [ 1130.016269] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.016559] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.131741] env[71079]: DEBUG oslo_vmware.api [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279679, 'name': PowerOnVM_Task, 'duration_secs': 0.439035} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.132029] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.132262] env[71079]: DEBUG nova.compute.manager [None req-41850ecf-3a01-4a3c-a926-47f20bff6afc tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.133034] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ce3216-e393-4689-9e40-0e79d9bff366 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.361497] env[71079]: DEBUG oslo_concurrency.lockutils [None req-84b0649f-bd12-4344-a215-a02922505799 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.648s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.521404] env[71079]: DEBUG nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.537019] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updated VIF entry in instance network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.537383] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.686621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.686621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.686621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.686621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.686621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.688026] env[71079]: INFO nova.compute.manager [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Terminating instance [ 1131.039753] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.040072] env[71079]: DEBUG nova.compute.manager [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.040484] env[71079]: DEBUG nova.compute.manager [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing instance network info cache due to event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.040768] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.040924] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.041170] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.044302] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.044595] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.046494] env[71079]: INFO nova.compute.claims [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.194413] env[71079]: DEBUG nova.compute.manager [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.194645] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.195569] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47bc401-aacc-41ad-830b-116d9b13f74b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.207479] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.207532] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c164717-ddb9-49a8-b8fa-957fbdeccb69 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.214768] env[71079]: DEBUG oslo_vmware.api [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1131.214768] env[71079]: value = "task-3279680" [ 1131.214768] env[71079]: _type = "Task" [ 1131.214768] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.222932] env[71079]: DEBUG oslo_vmware.api [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.391810] env[71079]: DEBUG nova.compute.manager [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Received event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.392089] env[71079]: DEBUG nova.compute.manager [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing instance network info cache due to event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.392315] env[71079]: DEBUG oslo_concurrency.lockutils [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] Acquiring lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.392315] env[71079]: DEBUG oslo_concurrency.lockutils [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] Acquired lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.392478] env[71079]: DEBUG nova.network.neutron [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.727206] env[71079]: DEBUG oslo_vmware.api [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279680, 'name': PowerOffVM_Task, 'duration_secs': 0.459477} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.727490] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.727662] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.727905] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f3e651-ab73-4be9-bd9f-2d27de54c4cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.789292] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updated VIF entry in instance network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.789292] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.800728] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.800940] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.801161] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleting the datastore file [datastore2] 0ff0d765-aeff-4c37-ac2b-2de9a046ff32 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.801430] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10cb6d06-b90b-4c8d-8e28-fe7873cd314b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.807867] env[71079]: DEBUG oslo_vmware.api [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1131.807867] env[71079]: value = "task-3279682" [ 1131.807867] env[71079]: _type = "Task" [ 1131.807867] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.815691] env[71079]: DEBUG oslo_vmware.api [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.097126] env[71079]: DEBUG nova.network.neutron [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updated VIF entry in instance network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.097467] env[71079]: DEBUG nova.network.neutron [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.228361] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a8baf1-ff61-4af9-af66-f2e944f465c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.237335] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8040e-7c03-482a-bc26-1db6d924749f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.269373] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e23246f-29a4-436f-91a3-b0d2c9228c7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.276670] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ebf03e-7f53-4fdf-83aa-68b356e1b961 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.289746] env[71079]: DEBUG nova.compute.provider_tree [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.292036] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.292036] env[71079]: DEBUG nova.compute.manager [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.292036] env[71079]: DEBUG nova.compute.manager [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing instance network info cache due to event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.292036] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.292277] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.292277] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.318248] env[71079]: DEBUG oslo_vmware.api [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349271} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.318588] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.318744] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.319459] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.319459] env[71079]: INFO nova.compute.manager [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.319459] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.319664] env[71079]: DEBUG nova.compute.manager [-] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.319664] env[71079]: DEBUG nova.network.neutron [-] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.600956] env[71079]: DEBUG oslo_concurrency.lockutils [req-9ccee624-c45a-47d6-a6af-dbd9676f837a req-1b8f5bfc-1cc2-4f5a-9575-bd7c0da01278 service nova] Releasing lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.794774] env[71079]: DEBUG nova.scheduler.client.report [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.015786] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updated VIF entry in instance network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.016317] env[71079]: DEBUG nova.network.neutron [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.101981] env[71079]: DEBUG nova.network.neutron [-] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.301622] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.302147] env[71079]: DEBUG nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.422037] env[71079]: DEBUG nova.compute.manager [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Received event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.422319] env[71079]: DEBUG nova.compute.manager [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing instance network info cache due to event network-changed-24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.422570] env[71079]: DEBUG oslo_concurrency.lockutils [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] Acquiring lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.422721] env[71079]: DEBUG oslo_concurrency.lockutils [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] Acquired lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.422908] env[71079]: DEBUG nova.network.neutron [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Refreshing network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.521526] env[71079]: DEBUG oslo_concurrency.lockutils [req-4289ee81-10db-4d58-9188-2fb8f596f632 req-cb3fcebc-42f4-4699-b136-3893ecdae5b2 service nova] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604591] env[71079]: INFO nova.compute.manager [-] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Took 1.28 seconds to deallocate network for instance. [ 1133.807746] env[71079]: DEBUG nova.compute.utils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.809213] env[71079]: DEBUG nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.809365] env[71079]: DEBUG nova.network.neutron [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.844489] env[71079]: DEBUG nova.policy [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f65aa2899d60473185e551c087c8040a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cfefaa1db984c709b264b79802f213d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.082696] env[71079]: DEBUG nova.network.neutron [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Successfully created port: bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.111602] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.111602] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.111602] env[71079]: DEBUG nova.objects.instance [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lazy-loading 'resources' on Instance uuid 0ff0d765-aeff-4c37-ac2b-2de9a046ff32 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.122751] env[71079]: DEBUG nova.network.neutron [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updated VIF entry in instance network info cache for port 24fb2a9f-71f7-46e8-8907-5de8ce939156. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.123134] env[71079]: DEBUG nova.network.neutron [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [{"id": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "address": "fa:16:3e:8d:5a:1e", "network": {"id": "b8289247-84d8-47eb-a6b9-6ac4e574c18a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1445540407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7a23c33085e44278e21a45e2664d310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb2a9f-71", "ovs_interfaceid": "24fb2a9f-71f7-46e8-8907-5de8ce939156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.312782] env[71079]: DEBUG nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.626025] env[71079]: DEBUG oslo_concurrency.lockutils [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] Releasing lock "refresh_cache-4ca30229-e749-4f20-a0fc-f1f63d1812ee" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.626376] env[71079]: DEBUG nova.compute.manager [req-6b7ff6c2-155c-4541-95f6-a05794f669bb req-3e77280b-2796-43fe-bad5-48ad189fcb23 service nova] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Received event network-vif-deleted-3fdb589b-9b8c-44cf-b112-7cab4db4ab5f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.782229] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ddd8cf-886f-4bd5-8c1c-8f0129587e2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.791314] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fef040-6395-4b88-8ccc-d88269bd39f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.838507] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6fef5e-d554-4944-b867-8cf0d2a2992b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.845987] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2c436-2831-4c0e-94ab-a6137e8e6a43 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.859186] env[71079]: DEBUG nova.compute.provider_tree [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.340091] env[71079]: DEBUG nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.362656] env[71079]: DEBUG nova.scheduler.client.report [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.368141] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.368426] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.368584] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.368764] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.368907] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.369123] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.369370] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.370314] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.370537] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.370716] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.371466] env[71079]: DEBUG nova.virt.hardware [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.371812] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c691da6b-9cc5-41e2-be3c-6a0a64baf565 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.381253] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67796c2a-93bd-4f59-8429-cea805586071 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.451965] env[71079]: DEBUG nova.compute.manager [req-508f6464-9dc8-48b8-ac7d-b081c02aba63 req-817ae5a3-1c3d-4374-9058-74fbedb6fde3 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Received event network-vif-plugged-bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.452203] env[71079]: DEBUG oslo_concurrency.lockutils [req-508f6464-9dc8-48b8-ac7d-b081c02aba63 req-817ae5a3-1c3d-4374-9058-74fbedb6fde3 service nova] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.452413] env[71079]: DEBUG oslo_concurrency.lockutils [req-508f6464-9dc8-48b8-ac7d-b081c02aba63 req-817ae5a3-1c3d-4374-9058-74fbedb6fde3 service nova] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.452619] env[71079]: DEBUG oslo_concurrency.lockutils [req-508f6464-9dc8-48b8-ac7d-b081c02aba63 req-817ae5a3-1c3d-4374-9058-74fbedb6fde3 service nova] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.452807] env[71079]: DEBUG nova.compute.manager [req-508f6464-9dc8-48b8-ac7d-b081c02aba63 req-817ae5a3-1c3d-4374-9058-74fbedb6fde3 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] No waiting events found dispatching network-vif-plugged-bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.452973] env[71079]: WARNING nova.compute.manager [req-508f6464-9dc8-48b8-ac7d-b081c02aba63 req-817ae5a3-1c3d-4374-9058-74fbedb6fde3 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Received unexpected event network-vif-plugged-bdfe6d3d-8638-4918-b5e5-051778ae685f for instance with vm_state building and task_state spawning. [ 1135.545830] env[71079]: DEBUG nova.network.neutron [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Successfully updated port: bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.876060] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.899807] env[71079]: INFO nova.scheduler.client.report [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted allocations for instance 0ff0d765-aeff-4c37-ac2b-2de9a046ff32 [ 1136.045820] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.045989] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.046200] env[71079]: DEBUG nova.network.neutron [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.408050] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f985eecf-6e58-4f3b-be7b-0bf299611c0e tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "0ff0d765-aeff-4c37-ac2b-2de9a046ff32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.578405] env[71079]: DEBUG nova.network.neutron [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.704999] env[71079]: DEBUG nova.network.neutron [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.208055] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.208055] env[71079]: DEBUG nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Instance network_info: |[{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.208497] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:2e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdfe6d3d-8638-4918-b5e5-051778ae685f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.216110] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating folder: Project (2cfefaa1db984c709b264b79802f213d). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.216356] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d88844db-c2b5-4571-835d-9c47f7c803c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.227820] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Created folder: Project (2cfefaa1db984c709b264b79802f213d) in parent group-v654700. [ 1137.228025] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating folder: Instances. Parent ref: group-v654991. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.228293] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea6a10ce-31fe-415f-a3bc-9a69bb1b32e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.237517] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Created folder: Instances in parent group-v654991. [ 1137.237648] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.237832] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.238047] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb42d1e8-0534-4601-8174-ca3f55555620 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.256388] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.256388] env[71079]: value = "task-3279685" [ 1137.256388] env[71079]: _type = "Task" [ 1137.256388] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.263847] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279685, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.480360] env[71079]: DEBUG nova.compute.manager [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Received event network-changed-bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.480653] env[71079]: DEBUG nova.compute.manager [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Refreshing instance network info cache due to event network-changed-bdfe6d3d-8638-4918-b5e5-051778ae685f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.480889] env[71079]: DEBUG oslo_concurrency.lockutils [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] Acquiring lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.481054] env[71079]: DEBUG oslo_concurrency.lockutils [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] Acquired lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.481234] env[71079]: DEBUG nova.network.neutron [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Refreshing network info cache for port bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.700120] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.700452] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.767872] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279685, 'name': CreateVM_Task, 'duration_secs': 0.366724} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.768060] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.768697] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.768860] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.769187] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.769435] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719d7ab9-9f52-40fe-ab26-728fd8d9de7e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.773953] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1137.773953] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5298e0e9-6f01-4024-f26b-95788d5c7acf" [ 1137.773953] env[71079]: _type = "Task" [ 1137.773953] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.781490] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5298e0e9-6f01-4024-f26b-95788d5c7acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.175324] env[71079]: DEBUG nova.network.neutron [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updated VIF entry in instance network info cache for port bdfe6d3d-8638-4918-b5e5-051778ae685f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.175660] env[71079]: DEBUG nova.network.neutron [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.203110] env[71079]: DEBUG nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.285236] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5298e0e9-6f01-4024-f26b-95788d5c7acf, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.285236] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.285641] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.285641] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.285826] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.285942] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.286214] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80e45a81-2774-4be2-92d2-e7cd57eeb35a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.294388] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.294559] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.295842] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f02ed2-082d-44d7-94e8-69f5f5f631b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.300348] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1138.300348] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523aef94-ae2d-51b3-c6bc-d6a9fb8a68a2" [ 1138.300348] env[71079]: _type = "Task" [ 1138.300348] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.308320] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523aef94-ae2d-51b3-c6bc-d6a9fb8a68a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.401866] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.402167] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.679891] env[71079]: DEBUG oslo_concurrency.lockutils [req-5841b31c-0881-41b2-906a-2454134ace43 req-a6dd7bed-73fd-4330-bf75-d1a12c85f608 service nova] Releasing lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.721060] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.721341] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.723172] env[71079]: INFO nova.compute.claims [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.812431] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523aef94-ae2d-51b3-c6bc-d6a9fb8a68a2, 'name': SearchDatastore_Task, 'duration_secs': 0.007655} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.813272] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ba4d9f-4115-407b-bedd-502b347bf8f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.818414] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1138.818414] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e08d07-c39a-98ff-786c-0ac9d28320a3" [ 1138.818414] env[71079]: _type = "Task" [ 1138.818414] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.826207] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e08d07-c39a-98ff-786c-0ac9d28320a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.905744] env[71079]: INFO nova.compute.manager [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Detaching volume ce5e2c6c-9690-45b3-ad4e-e708482bd58f [ 1138.941936] env[71079]: INFO nova.virt.block_device [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Attempting to driver detach volume ce5e2c6c-9690-45b3-ad4e-e708482bd58f from mountpoint /dev/sdb [ 1138.942189] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1138.942376] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654975', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'name': 'volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8261709-4307-4e96-a601-2425c8ac0a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'serial': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1138.943270] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b55f3c-7aa2-4a13-b9d2-73744eabe016 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.967772] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949e3979-265e-483c-b1ee-1f3c9dcbf820 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.974594] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d0988-1cc7-4c0b-a453-164fff16c9e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.994293] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221c7616-9dd6-4977-a8b1-c620d39bea1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.008611] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] The volume has not been displaced from its original location: [datastore2] volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f/volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.013931] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.014236] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0ee68d-b6b8-4b18-a6fe-8e58e9028497 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.032378] env[71079]: DEBUG oslo_vmware.api [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1139.032378] env[71079]: value = "task-3279686" [ 1139.032378] env[71079]: _type = "Task" [ 1139.032378] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.039997] env[71079]: DEBUG oslo_vmware.api [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.329565] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e08d07-c39a-98ff-786c-0ac9d28320a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.329946] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.330132] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d6a74d24-b9ed-4028-ae44-f1db5f1162ac/d6a74d24-b9ed-4028-ae44-f1db5f1162ac.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.330487] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d94c5d8a-1481-4c6e-b1d0-6ad7c3aa80f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.336761] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1139.336761] env[71079]: value = "task-3279687" [ 1139.336761] env[71079]: _type = "Task" [ 1139.336761] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.344436] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.543786] env[71079]: DEBUG oslo_vmware.api [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279686, 'name': ReconfigVM_Task, 'duration_secs': 0.220199} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.543786] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.548603] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef594636-af6b-4c01-b640-24bfa322e725 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.566532] env[71079]: DEBUG oslo_vmware.api [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1139.566532] env[71079]: value = "task-3279688" [ 1139.566532] env[71079]: _type = "Task" [ 1139.566532] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.571961] env[71079]: DEBUG nova.compute.manager [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1139.582646] env[71079]: DEBUG oslo_vmware.api [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.846456] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47617} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.846752] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d6a74d24-b9ed-4028-ae44-f1db5f1162ac/d6a74d24-b9ed-4028-ae44-f1db5f1162ac.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.846946] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.849459] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a067f3a6-94e5-44fb-9142-25e4b90a5cd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.855422] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1139.855422] env[71079]: value = "task-3279689" [ 1139.855422] env[71079]: _type = "Task" [ 1139.855422] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.864379] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.938365] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de798bfb-a148-4134-b978-379886c7af3a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.945951] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f2f2f-a828-42bb-aa91-74dbf8bff350 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.976318] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d73c0-281a-4d29-a103-0b58430d46a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.984710] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96a6ddc-3de7-4674-9f90-ac7a78b2d0f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.998163] env[71079]: DEBUG nova.compute.provider_tree [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.081491] env[71079]: DEBUG oslo_vmware.api [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279688, 'name': ReconfigVM_Task, 'duration_secs': 0.336027} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.081990] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654975', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'name': 'volume-ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e8261709-4307-4e96-a601-2425c8ac0a02', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f', 'serial': 'ce5e2c6c-9690-45b3-ad4e-e708482bd58f'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.091909] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.365584] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060595} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.365963] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.366686] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc8be6e-1bb1-44d2-bb26-b5b6ccfe0277 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.390336] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] d6a74d24-b9ed-4028-ae44-f1db5f1162ac/d6a74d24-b9ed-4028-ae44-f1db5f1162ac.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.390633] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ed8274-db04-4fcb-bd40-621e1ff4490b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.410667] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1140.410667] env[71079]: value = "task-3279690" [ 1140.410667] env[71079]: _type = "Task" [ 1140.410667] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.418922] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.501158] env[71079]: DEBUG nova.scheduler.client.report [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.625830] env[71079]: DEBUG nova.objects.instance [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'flavor' on Instance uuid e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.921313] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.006535] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.007089] env[71079]: DEBUG nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.009694] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.918s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.257857] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "d59df49a-a6a8-4c45-a461-414b589f5791" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.258102] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.421318] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279690, 'name': ReconfigVM_Task, 'duration_secs': 0.830188} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.421694] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Reconfigured VM instance instance-0000006d to attach disk [datastore2] d6a74d24-b9ed-4028-ae44-f1db5f1162ac/d6a74d24-b9ed-4028-ae44-f1db5f1162ac.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.422268] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2989ba3-5f73-4c9b-964f-ef626407375b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.428464] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1141.428464] env[71079]: value = "task-3279691" [ 1141.428464] env[71079]: _type = "Task" [ 1141.428464] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.436496] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279691, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.514752] env[71079]: INFO nova.compute.claims [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.519450] env[71079]: DEBUG nova.compute.utils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.520928] env[71079]: DEBUG nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.521119] env[71079]: DEBUG nova.network.neutron [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.574850] env[71079]: DEBUG nova.policy [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ebfb4d2d3f491cbd1992020e130433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e855873d3d724f87b90b10473fca9c90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.633776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d6008c80-92d6-4de3-baf6-4f7c82d7804b tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.761338] env[71079]: INFO nova.compute.manager [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Detaching volume e8bf84bc-6f03-436b-871c-c250b7fdd7f5 [ 1141.801434] env[71079]: INFO nova.virt.block_device [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Attempting to driver detach volume e8bf84bc-6f03-436b-871c-c250b7fdd7f5 from mountpoint /dev/sdb [ 1141.801682] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.801869] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.802751] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d624b4f1-aa58-4d39-ae1c-f6b87f9a3523 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.826736] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70989125-0040-4e8e-a8cd-ae84ed6126b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.837232] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd7431f-3961-4d0b-b100-40938927088c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.862153] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467eef98-12e8-4710-8543-4d5ff58d8fc0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.877216] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5/volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.882822] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.883832] env[71079]: DEBUG nova.network.neutron [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Successfully created port: 7c27b95e-7b5d-4391-b89d-1b95b2d591c5 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.885858] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d995e58-a8e0-4df0-a942-242816923a42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.903863] env[71079]: DEBUG oslo_vmware.api [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1141.903863] env[71079]: value = "task-3279692" [ 1141.903863] env[71079]: _type = "Task" [ 1141.903863] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.911392] env[71079]: DEBUG oslo_vmware.api [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.937228] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279691, 'name': Rename_Task, 'duration_secs': 0.153722} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.937498] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.937731] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-143749c7-4cfd-469c-8455-7346ea51b2eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.942393] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1141.942393] env[71079]: value = "task-3279693" [ 1141.942393] env[71079]: _type = "Task" [ 1141.942393] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.949380] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.024075] env[71079]: INFO nova.compute.resource_tracker [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating resource usage from migration 34aa1ff2-5d2b-4e5e-a6be-e4a38ffb39d7 [ 1142.026531] env[71079]: DEBUG nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.231309] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3388f8b-dcf8-4d4e-bc11-99a8d1c2cc7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.238993] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a8f9b5-e326-493d-b5f7-8efa939aab8b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.274281] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e6ff9-05dd-4c7a-894a-4704bdc6b698 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.282720] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6769851-000c-4f7e-895e-62c6cdf10c45 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.296081] env[71079]: DEBUG nova.compute.provider_tree [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.415336] env[71079]: DEBUG oslo_vmware.api [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279692, 'name': ReconfigVM_Task, 'duration_secs': 0.222989} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.415645] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.420666] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb69aaf3-bdcd-4839-8f09-80ae64dfcde6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.436302] env[71079]: DEBUG oslo_vmware.api [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1142.436302] env[71079]: value = "task-3279694" [ 1142.436302] env[71079]: _type = "Task" [ 1142.436302] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.445999] env[71079]: DEBUG oslo_vmware.api [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.453858] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.705856] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.706143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.706358] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.706550] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.706728] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.708995] env[71079]: INFO nova.compute.manager [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Terminating instance [ 1142.799665] env[71079]: DEBUG nova.scheduler.client.report [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.946509] env[71079]: DEBUG oslo_vmware.api [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279694, 'name': ReconfigVM_Task, 'duration_secs': 0.162575} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.951393] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654979', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'name': 'volume-e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd59df49a-a6a8-4c45-a461-414b589f5791', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5', 'serial': 'e8bf84bc-6f03-436b-871c-c250b7fdd7f5'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1142.958753] env[71079]: DEBUG oslo_vmware.api [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279693, 'name': PowerOnVM_Task, 'duration_secs': 0.686285} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.959012] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.959257] env[71079]: INFO nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1142.959440] env[71079]: DEBUG nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.960246] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c888dd05-64aa-4ac4-b889-88bee1847e94 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.038459] env[71079]: DEBUG nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.064024] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.064300] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.064458] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.064648] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.064787] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.064934] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.065164] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.065327] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.065498] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.065660] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.065829] env[71079]: DEBUG nova.virt.hardware [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.066718] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f9e34-da21-44fb-be32-7812c01a169a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.075329] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a35166a-5fb8-4af0-a969-b8638d10ddf7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.213810] env[71079]: DEBUG nova.compute.manager [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.214063] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.214998] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe572dc-dc6e-4833-9bcd-5f11ffce98ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.223303] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.223567] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-527ecb1a-5955-4483-aaaf-18079595fe91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.231588] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1143.231588] env[71079]: value = "task-3279695" [ 1143.231588] env[71079]: _type = "Task" [ 1143.231588] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.239851] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.287472] env[71079]: DEBUG nova.compute.manager [req-75bae62f-f732-4c79-8843-247c3ff4a4af req-895541b4-0e64-4928-a595-2d46587f7f05 service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Received event network-vif-plugged-7c27b95e-7b5d-4391-b89d-1b95b2d591c5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.287912] env[71079]: DEBUG oslo_concurrency.lockutils [req-75bae62f-f732-4c79-8843-247c3ff4a4af req-895541b4-0e64-4928-a595-2d46587f7f05 service nova] Acquiring lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.288238] env[71079]: DEBUG oslo_concurrency.lockutils [req-75bae62f-f732-4c79-8843-247c3ff4a4af req-895541b4-0e64-4928-a595-2d46587f7f05 service nova] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.288507] env[71079]: DEBUG oslo_concurrency.lockutils [req-75bae62f-f732-4c79-8843-247c3ff4a4af req-895541b4-0e64-4928-a595-2d46587f7f05 service nova] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.288777] env[71079]: DEBUG nova.compute.manager [req-75bae62f-f732-4c79-8843-247c3ff4a4af req-895541b4-0e64-4928-a595-2d46587f7f05 service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] No waiting events found dispatching network-vif-plugged-7c27b95e-7b5d-4391-b89d-1b95b2d591c5 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.289052] env[71079]: WARNING nova.compute.manager [req-75bae62f-f732-4c79-8843-247c3ff4a4af req-895541b4-0e64-4928-a595-2d46587f7f05 service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Received unexpected event network-vif-plugged-7c27b95e-7b5d-4391-b89d-1b95b2d591c5 for instance with vm_state building and task_state spawning. [ 1143.305372] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.305632] env[71079]: INFO nova.compute.manager [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Migrating [ 1143.378964] env[71079]: DEBUG nova.network.neutron [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Successfully updated port: 7c27b95e-7b5d-4391-b89d-1b95b2d591c5 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.478865] env[71079]: INFO nova.compute.manager [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Took 12.45 seconds to build instance. [ 1143.501540] env[71079]: DEBUG nova.objects.instance [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'flavor' on Instance uuid d59df49a-a6a8-4c45-a461-414b589f5791 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.742363] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279695, 'name': PowerOffVM_Task, 'duration_secs': 0.363804} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.742363] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.742545] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.742778] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd2f44d-7312-4a10-8872-33122401878b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.812684] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.813032] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.813234] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleting the datastore file [datastore2] e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.813587] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f0a366-d835-44da-bf5a-a8b2b0d86628 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.821420] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.821638] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.821823] env[71079]: DEBUG nova.network.neutron [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.823956] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1143.823956] env[71079]: value = "task-3279697" [ 1143.823956] env[71079]: _type = "Task" [ 1143.823956] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.833258] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.881892] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "refresh_cache-9f6b94dc-9e37-4784-b84f-dc4015e1bda9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.881892] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "refresh_cache-9f6b94dc-9e37-4784-b84f-dc4015e1bda9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.881892] env[71079]: DEBUG nova.network.neutron [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.981615] env[71079]: DEBUG oslo_concurrency.lockutils [None req-abf37be9-df56-453b-b874-5f5c202747c9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.965s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.335966] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.416294] env[71079]: DEBUG nova.network.neutron [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.510748] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c87d2ec2-7d23-4cbc-a44f-017ef49043d0 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.553612] env[71079]: DEBUG nova.network.neutron [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.625695] env[71079]: DEBUG nova.network.neutron [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Updating instance_info_cache with network_info: [{"id": "7c27b95e-7b5d-4391-b89d-1b95b2d591c5", "address": "fa:16:3e:ac:79:bf", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c27b95e-7b", "ovs_interfaceid": "7c27b95e-7b5d-4391-b89d-1b95b2d591c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.837394] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.058586] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.128034] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "refresh_cache-9f6b94dc-9e37-4784-b84f-dc4015e1bda9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.128438] env[71079]: DEBUG nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Instance network_info: |[{"id": "7c27b95e-7b5d-4391-b89d-1b95b2d591c5", "address": "fa:16:3e:ac:79:bf", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c27b95e-7b", "ovs_interfaceid": "7c27b95e-7b5d-4391-b89d-1b95b2d591c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.128867] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:79:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c27b95e-7b5d-4391-b89d-1b95b2d591c5', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.136519] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.136728] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.137359] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d75d0a44-1232-4d34-ac25-a91520e721a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.157664] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.157664] env[71079]: value = "task-3279698" [ 1145.157664] env[71079]: _type = "Task" [ 1145.157664] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.165700] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279698, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.316453] env[71079]: DEBUG nova.compute.manager [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Received event network-changed-7c27b95e-7b5d-4391-b89d-1b95b2d591c5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.316668] env[71079]: DEBUG nova.compute.manager [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Refreshing instance network info cache due to event network-changed-7c27b95e-7b5d-4391-b89d-1b95b2d591c5. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.316879] env[71079]: DEBUG oslo_concurrency.lockutils [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] Acquiring lock "refresh_cache-9f6b94dc-9e37-4784-b84f-dc4015e1bda9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.317030] env[71079]: DEBUG oslo_concurrency.lockutils [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] Acquired lock "refresh_cache-9f6b94dc-9e37-4784-b84f-dc4015e1bda9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.317192] env[71079]: DEBUG nova.network.neutron [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Refreshing network info cache for port 7c27b95e-7b5d-4391-b89d-1b95b2d591c5 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.337720] env[71079]: DEBUG oslo_vmware.api [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.260356} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.338029] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.338217] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.338387] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.338567] env[71079]: INFO nova.compute.manager [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1145.338791] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.338977] env[71079]: DEBUG nova.compute.manager [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.339083] env[71079]: DEBUG nova.network.neutron [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.530523] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "d59df49a-a6a8-4c45-a461-414b589f5791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.530891] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.531012] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "d59df49a-a6a8-4c45-a461-414b589f5791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.531207] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.531381] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.533569] env[71079]: INFO nova.compute.manager [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Terminating instance [ 1145.675878] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279698, 'name': CreateVM_Task, 'duration_secs': 0.342445} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.676070] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.676791] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.676961] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.679076] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.679367] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43e62e8-97c5-4ecc-9c63-685d86b60cc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.684153] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1145.684153] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527033ed-5063-c42b-ada0-e6de370a040e" [ 1145.684153] env[71079]: _type = "Task" [ 1145.684153] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.693063] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527033ed-5063-c42b-ada0-e6de370a040e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.913345] env[71079]: DEBUG nova.compute.manager [req-8612db06-3ca6-4d88-8977-197b92b8473e req-f312c7af-c73f-440a-a6d5-dc6db65b6d6e service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Received event network-vif-deleted-97c2eb53-af84-4a9e-bab8-497a9dca9f9f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.913554] env[71079]: INFO nova.compute.manager [req-8612db06-3ca6-4d88-8977-197b92b8473e req-f312c7af-c73f-440a-a6d5-dc6db65b6d6e service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Neutron deleted interface 97c2eb53-af84-4a9e-bab8-497a9dca9f9f; detaching it from the instance and deleting it from the info cache [ 1145.913727] env[71079]: DEBUG nova.network.neutron [req-8612db06-3ca6-4d88-8977-197b92b8473e req-f312c7af-c73f-440a-a6d5-dc6db65b6d6e service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.037568] env[71079]: DEBUG nova.compute.manager [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.037865] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.038890] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8abb93-d1da-4e16-b4a4-c8fd78dbb2c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.047113] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.048125] env[71079]: DEBUG nova.network.neutron [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Updated VIF entry in instance network info cache for port 7c27b95e-7b5d-4391-b89d-1b95b2d591c5. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.048868] env[71079]: DEBUG nova.network.neutron [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Updating instance_info_cache with network_info: [{"id": "7c27b95e-7b5d-4391-b89d-1b95b2d591c5", "address": "fa:16:3e:ac:79:bf", "network": {"id": "93c31b3f-4662-400f-8f2f-d42841142ecf", "bridge": "br-int", "label": "tempest-ServersTestJSON-139877514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e855873d3d724f87b90b10473fca9c90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c27b95e-7b", "ovs_interfaceid": "7c27b95e-7b5d-4391-b89d-1b95b2d591c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.049803] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa2a6692-441f-4f82-863e-f76023b7ac31 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.056378] env[71079]: DEBUG oslo_vmware.api [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1146.056378] env[71079]: value = "task-3279699" [ 1146.056378] env[71079]: _type = "Task" [ 1146.056378] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.068999] env[71079]: DEBUG oslo_vmware.api [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.195369] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527033ed-5063-c42b-ada0-e6de370a040e, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.195692] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.195953] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.196217] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.196367] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.196551] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.196806] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff06135-f695-4a29-9dba-5328bf1106d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.209726] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.209905] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.210708] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef81b5a-e80b-42e3-87a0-d488019e0988 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.215842] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1146.215842] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527f9233-dc17-5037-95ab-3dcf8783fd32" [ 1146.215842] env[71079]: _type = "Task" [ 1146.215842] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.223448] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527f9233-dc17-5037-95ab-3dcf8783fd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.331218] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-fd1fd92d-5373-465f-8f86-4d3803b002df-4a826ff8-5796-4026-89c2-c16dd88d1355" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.331948] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-fd1fd92d-5373-465f-8f86-4d3803b002df-4a826ff8-5796-4026-89c2-c16dd88d1355" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.331948] env[71079]: DEBUG nova.objects.instance [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'flavor' on Instance uuid fd1fd92d-5373-465f-8f86-4d3803b002df {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.333441] env[71079]: DEBUG nova.network.neutron [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.416382] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dd1985a-3a3c-4407-9003-8ba439939f8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.426358] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91248607-f5ec-4606-be79-42f0ca008fce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.459833] env[71079]: DEBUG nova.compute.manager [req-8612db06-3ca6-4d88-8977-197b92b8473e req-f312c7af-c73f-440a-a6d5-dc6db65b6d6e service nova] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Detach interface failed, port_id=97c2eb53-af84-4a9e-bab8-497a9dca9f9f, reason: Instance e8261709-4307-4e96-a601-2425c8ac0a02 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.552483] env[71079]: DEBUG oslo_concurrency.lockutils [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] Releasing lock "refresh_cache-9f6b94dc-9e37-4784-b84f-dc4015e1bda9" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.552807] env[71079]: DEBUG nova.compute.manager [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Received event network-changed-bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.552920] env[71079]: DEBUG nova.compute.manager [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Refreshing instance network info cache due to event network-changed-bdfe6d3d-8638-4918-b5e5-051778ae685f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.553160] env[71079]: DEBUG oslo_concurrency.lockutils [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] Acquiring lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.553293] env[71079]: DEBUG oslo_concurrency.lockutils [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] Acquired lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.553454] env[71079]: DEBUG nova.network.neutron [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Refreshing network info cache for port bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.565336] env[71079]: DEBUG oslo_vmware.api [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279699, 'name': PowerOffVM_Task, 'duration_secs': 0.394793} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.566200] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.566373] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.566616] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6672a3a-d932-432d-b953-308c342bb454 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.572995] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cf1afb-903f-472e-bf86-da2449fb3243 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.590136] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance '4e8d51bf-e49c-4794-8730-2332eedc8fd1' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.643030] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.643030] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.643030] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleting the datastore file [datastore2] d59df49a-a6a8-4c45-a461-414b589f5791 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.643260] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0fc41e5-1b53-4692-9ec2-e40c584d5510 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.649638] env[71079]: DEBUG oslo_vmware.api [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1146.649638] env[71079]: value = "task-3279701" [ 1146.649638] env[71079]: _type = "Task" [ 1146.649638] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.657210] env[71079]: DEBUG oslo_vmware.api [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.725376] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527f9233-dc17-5037-95ab-3dcf8783fd32, 'name': SearchDatastore_Task, 'duration_secs': 0.015232} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.726162] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34bbbd8-a83b-45a7-adee-f5882ed00981 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.731431] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1146.731431] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fa2c9b-6426-7332-15f0-4a1eafd3c5f0" [ 1146.731431] env[71079]: _type = "Task" [ 1146.731431] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.738481] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fa2c9b-6426-7332-15f0-4a1eafd3c5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.838865] env[71079]: INFO nova.compute.manager [-] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Took 1.50 seconds to deallocate network for instance. [ 1146.938672] env[71079]: DEBUG nova.objects.instance [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'pci_requests' on Instance uuid fd1fd92d-5373-465f-8f86-4d3803b002df {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.096163] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.096443] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f1df7f-807b-4bbc-9508-2160609210a9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.103685] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1147.103685] env[71079]: value = "task-3279702" [ 1147.103685] env[71079]: _type = "Task" [ 1147.103685] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.112267] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.160990] env[71079]: DEBUG oslo_vmware.api [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473332} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.163558] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.163758] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.164381] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.164381] env[71079]: INFO nova.compute.manager [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1147.164381] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.164564] env[71079]: DEBUG nova.compute.manager [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.164645] env[71079]: DEBUG nova.network.neutron [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.241981] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fa2c9b-6426-7332-15f0-4a1eafd3c5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013008} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.242290] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.242556] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 9f6b94dc-9e37-4784-b84f-dc4015e1bda9/9f6b94dc-9e37-4784-b84f-dc4015e1bda9.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.242828] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ebf855a-0be5-4bc2-9c91-6c7abbf6d7e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.250956] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1147.250956] env[71079]: value = "task-3279703" [ 1147.250956] env[71079]: _type = "Task" [ 1147.250956] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.258999] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.288728] env[71079]: DEBUG nova.network.neutron [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updated VIF entry in instance network info cache for port bdfe6d3d-8638-4918-b5e5-051778ae685f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.289167] env[71079]: DEBUG nova.network.neutron [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.345392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.345817] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.345999] env[71079]: DEBUG nova.objects.instance [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'resources' on Instance uuid e8261709-4307-4e96-a601-2425c8ac0a02 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.441444] env[71079]: DEBUG nova.objects.base [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.441721] env[71079]: DEBUG nova.network.neutron [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.538139] env[71079]: DEBUG nova.policy [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.614945] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279702, 'name': PowerOffVM_Task, 'duration_secs': 0.207144} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.615249] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.615403] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance '4e8d51bf-e49c-4794-8730-2332eedc8fd1' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.761113] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279703, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.792181] env[71079]: DEBUG oslo_concurrency.lockutils [req-d0fc2969-31bb-4159-91c5-bd764cecb1b7 req-a6423732-e9db-4a44-9c55-f935b6eb19aa service nova] Releasing lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.945550] env[71079]: DEBUG nova.compute.manager [req-ef1f44ea-575a-4661-98d3-449ecb94a379 req-4d9f03b9-2f64-42c7-8ce3-aa6ffabc9b30 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Received event network-vif-deleted-974254b6-e716-423d-820a-d70a705130cd {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.945793] env[71079]: INFO nova.compute.manager [req-ef1f44ea-575a-4661-98d3-449ecb94a379 req-4d9f03b9-2f64-42c7-8ce3-aa6ffabc9b30 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Neutron deleted interface 974254b6-e716-423d-820a-d70a705130cd; detaching it from the instance and deleting it from the info cache [ 1147.946022] env[71079]: DEBUG nova.network.neutron [req-ef1f44ea-575a-4661-98d3-449ecb94a379 req-4d9f03b9-2f64-42c7-8ce3-aa6ffabc9b30 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.040546] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636a1150-df19-4570-bc52-28c448fc6313 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.048747] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a270dbb9-17cf-4c83-85ec-28300ef7a164 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.082457] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd03204-eb8e-4ad2-901c-e6979afeb4bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.090029] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e275b7-f709-4c73-9f5e-e74fa4ed937d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.103632] env[71079]: DEBUG nova.compute.provider_tree [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.127028] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.127028] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.127028] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.127469] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.127673] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.127849] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.128126] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.128342] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.128590] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.128771] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.129344] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.134243] env[71079]: DEBUG nova.network.neutron [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.135647] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab32169-aa8a-402c-a38c-0cacc0d5053c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.152677] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1148.152677] env[71079]: value = "task-3279704" [ 1148.152677] env[71079]: _type = "Task" [ 1148.152677] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.161548] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.261041] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511765} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.261476] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 9f6b94dc-9e37-4784-b84f-dc4015e1bda9/9f6b94dc-9e37-4784-b84f-dc4015e1bda9.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.261890] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.262278] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e004989-c8e0-4874-9e22-fb1f370f8592 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.269837] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1148.269837] env[71079]: value = "task-3279705" [ 1148.269837] env[71079]: _type = "Task" [ 1148.269837] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.277581] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.448997] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fc7fe66-25cc-4c0e-a482-9011afab4e1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.458314] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6152ad2-d9b7-408a-bf4c-06313ce1fbf2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.489163] env[71079]: DEBUG nova.compute.manager [req-ef1f44ea-575a-4661-98d3-449ecb94a379 req-4d9f03b9-2f64-42c7-8ce3-aa6ffabc9b30 service nova] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Detach interface failed, port_id=974254b6-e716-423d-820a-d70a705130cd, reason: Instance d59df49a-a6a8-4c45-a461-414b589f5791 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.610636] env[71079]: DEBUG nova.scheduler.client.report [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.647081] env[71079]: INFO nova.compute.manager [-] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Took 1.48 seconds to deallocate network for instance. [ 1148.664452] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279704, 'name': ReconfigVM_Task, 'duration_secs': 0.429644} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.664547] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance '4e8d51bf-e49c-4794-8730-2332eedc8fd1' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.779781] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285504} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.780102] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.780948] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98f159-4795-40bf-bbbe-7f8cddfcc4ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.803963] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 9f6b94dc-9e37-4784-b84f-dc4015e1bda9/9f6b94dc-9e37-4784-b84f-dc4015e1bda9.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.804298] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604dff73-fe93-42b2-9e51-564a40fe6f21 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.824186] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1148.824186] env[71079]: value = "task-3279706" [ 1148.824186] env[71079]: _type = "Task" [ 1148.824186] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.832086] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.968122] env[71079]: DEBUG nova.compute.manager [req-805ac1c0-6289-4eda-ba6a-3edf898761ea req-4705e7f9-e76e-4d2c-ab7a-132a36c67008 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-vif-plugged-4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.968359] env[71079]: DEBUG oslo_concurrency.lockutils [req-805ac1c0-6289-4eda-ba6a-3edf898761ea req-4705e7f9-e76e-4d2c-ab7a-132a36c67008 service nova] Acquiring lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.969039] env[71079]: DEBUG oslo_concurrency.lockutils [req-805ac1c0-6289-4eda-ba6a-3edf898761ea req-4705e7f9-e76e-4d2c-ab7a-132a36c67008 service nova] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.969202] env[71079]: DEBUG oslo_concurrency.lockutils [req-805ac1c0-6289-4eda-ba6a-3edf898761ea req-4705e7f9-e76e-4d2c-ab7a-132a36c67008 service nova] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.969343] env[71079]: DEBUG nova.compute.manager [req-805ac1c0-6289-4eda-ba6a-3edf898761ea req-4705e7f9-e76e-4d2c-ab7a-132a36c67008 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] No waiting events found dispatching network-vif-plugged-4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.969477] env[71079]: WARNING nova.compute.manager [req-805ac1c0-6289-4eda-ba6a-3edf898761ea req-4705e7f9-e76e-4d2c-ab7a-132a36c67008 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received unexpected event network-vif-plugged-4a826ff8-5796-4026-89c2-c16dd88d1355 for instance with vm_state active and task_state None. [ 1149.055399] env[71079]: DEBUG nova.network.neutron [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Successfully updated port: 4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.115842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.140135] env[71079]: INFO nova.scheduler.client.report [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted allocations for instance e8261709-4307-4e96-a601-2425c8ac0a02 [ 1149.153145] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.153462] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.153699] env[71079]: DEBUG nova.objects.instance [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'resources' on Instance uuid d59df49a-a6a8-4c45-a461-414b589f5791 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.160268] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "48678790-a5b7-498a-b053-b0de2bff0fec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.160571] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.170604] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.170604] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.170604] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.170934] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.170995] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.171231] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.171466] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.171632] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.171802] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.171970] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.172156] env[71079]: DEBUG nova.virt.hardware [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.177586] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.178530] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963bc1da-fb13-4918-bc1a-7c4b4b4f1e4c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.197725] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1149.197725] env[71079]: value = "task-3279707" [ 1149.197725] env[71079]: _type = "Task" [ 1149.197725] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.205819] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.334476] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.558497] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.558707] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.558850] env[71079]: DEBUG nova.network.neutron [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.647271] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c67e3c8f-0668-46f0-882b-a568ccb6498d tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "e8261709-4307-4e96-a601-2425c8ac0a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.941s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.664150] env[71079]: DEBUG nova.compute.utils [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.706398] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279707, 'name': ReconfigVM_Task, 'duration_secs': 0.163539} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.708713] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.709860] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1367f4-80ea-46f6-8fba-03d1375eced4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.731336] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.733764] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152bca50-046e-485f-b42f-7c7ec29c0078 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.753044] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1149.753044] env[71079]: value = "task-3279708" [ 1149.753044] env[71079]: _type = "Task" [ 1149.753044] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.762985] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.834670] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279706, 'name': ReconfigVM_Task, 'duration_secs': 0.513085} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.834936] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 9f6b94dc-9e37-4784-b84f-dc4015e1bda9/9f6b94dc-9e37-4784-b84f-dc4015e1bda9.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.835574] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-128edef4-32ad-4fde-b94a-65d8c8bb0b7d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.841343] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1149.841343] env[71079]: value = "task-3279709" [ 1149.841343] env[71079]: _type = "Task" [ 1149.841343] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.851677] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279709, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.855927] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85657609-37b3-412e-9dfa-53974c2015f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.862212] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c2c32f-fca4-4847-861b-47a8a18616ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.892241] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f3c297-f106-4b03-a832-f21eb6df593a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.899296] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5a0fdc-5ed2-40e6-8f82-a7f0d2626497 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.914674] env[71079]: DEBUG nova.compute.provider_tree [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.037302] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.037588] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.037776] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.037913] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Cleaning up deleted instances with incomplete migration {{(pid=71079) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1150.096265] env[71079]: WARNING nova.network.neutron [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] f4981530-5112-433e-b71b-1b4a911c6bf3 already exists in list: networks containing: ['f4981530-5112-433e-b71b-1b4a911c6bf3']. ignoring it [ 1150.167058] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.262601] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279708, 'name': ReconfigVM_Task, 'duration_secs': 0.305354} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.262916] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.263208] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance '4e8d51bf-e49c-4794-8730-2332eedc8fd1' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.352678] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279709, 'name': Rename_Task, 'duration_secs': 0.152296} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.352957] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.353216] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2ce681b-92a3-4a2e-9dc0-092db5d8555f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.360352] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1150.360352] env[71079]: value = "task-3279710" [ 1150.360352] env[71079]: _type = "Task" [ 1150.360352] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.367605] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.376735] env[71079]: DEBUG nova.network.neutron [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a826ff8-5796-4026-89c2-c16dd88d1355", "address": "fa:16:3e:db:60:0d", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a826ff8-57", "ovs_interfaceid": "4a826ff8-5796-4026-89c2-c16dd88d1355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.417444] env[71079]: DEBUG nova.scheduler.client.report [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.769650] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814eb3de-726b-45ef-837f-d6ed7bc845fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.791068] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b7ef4d-42d9-4958-a519-6737bcc7ab1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.811261] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance '4e8d51bf-e49c-4794-8730-2332eedc8fd1' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.871605] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.881092] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.881092] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.881092] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.881288] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc04fe-9788-47df-a395-25dc66e9e535 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.897794] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.898043] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.898206] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.898389] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.898537] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.898682] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.898884] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.899053] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.899232] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.899417] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.899601] env[71079]: DEBUG nova.virt.hardware [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.906122] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Reconfiguring VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1150.906424] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bcfdffa-2b44-44c3-9fe6-ef8d1b213b6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.922580] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.926031] env[71079]: DEBUG oslo_vmware.api [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1150.926031] env[71079]: value = "task-3279711" [ 1150.926031] env[71079]: _type = "Task" [ 1150.926031] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.934789] env[71079]: DEBUG oslo_vmware.api [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279711, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.945328] env[71079]: INFO nova.scheduler.client.report [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted allocations for instance d59df49a-a6a8-4c45-a461-414b589f5791 [ 1151.073558] env[71079]: DEBUG nova.compute.manager [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-changed-4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.073735] env[71079]: DEBUG nova.compute.manager [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing instance network info cache due to event network-changed-4a826ff8-5796-4026-89c2-c16dd88d1355. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.074062] env[71079]: DEBUG oslo_concurrency.lockutils [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.074247] env[71079]: DEBUG oslo_concurrency.lockutils [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.074415] env[71079]: DEBUG nova.network.neutron [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing network info cache for port 4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.234420] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "48678790-a5b7-498a-b053-b0de2bff0fec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.234691] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.234937] env[71079]: INFO nova.compute.manager [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Attaching volume 574ce752-cd67-4a3d-b9a9-0f0881875535 to /dev/sdb [ 1151.270885] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0484e43-07b1-45bf-bf55-ab264376fa63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.278255] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18bbca5-4a7f-4638-8a4d-f9949b6d7db0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.291907] env[71079]: DEBUG nova.virt.block_device [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Updating existing volume attachment record: 497aa97a-5e6e-465a-8f4a-ef945270e894 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1151.369952] env[71079]: DEBUG oslo_vmware.api [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279710, 'name': PowerOnVM_Task, 'duration_secs': 0.615618} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.370272] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.370510] env[71079]: INFO nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1151.370700] env[71079]: DEBUG nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.371501] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6319b8ff-cb31-4190-8e54-86a74c75f5a4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.384665] env[71079]: DEBUG nova.network.neutron [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Port 7897568c-d8fc-4016-8d16-15e6b3f3421c binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1151.436748] env[71079]: DEBUG oslo_vmware.api [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279711, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.454598] env[71079]: DEBUG oslo_concurrency.lockutils [None req-327e323f-b662-49d3-8cb7-1f8fcc5e5ef1 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "d59df49a-a6a8-4c45-a461-414b589f5791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.924s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.890194] env[71079]: INFO nova.compute.manager [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Took 13.18 seconds to build instance. [ 1151.898118] env[71079]: DEBUG nova.network.neutron [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updated VIF entry in instance network info cache for port 4a826ff8-5796-4026-89c2-c16dd88d1355. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.898520] env[71079]: DEBUG nova.network.neutron [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a826ff8-5796-4026-89c2-c16dd88d1355", "address": "fa:16:3e:db:60:0d", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a826ff8-57", "ovs_interfaceid": "4a826ff8-5796-4026-89c2-c16dd88d1355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.939179] env[71079]: DEBUG oslo_vmware.api [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279711, 'name': ReconfigVM_Task, 'duration_secs': 0.548613} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.939733] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.939952] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Reconfigured VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1152.402022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-78e4d799-8723-4992-8163-3173177ffda9 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.698s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.405259] env[71079]: DEBUG oslo_concurrency.lockutils [req-c3e14cae-8b37-4bea-9519-3d0195d039cd req-8a56c3cb-d999-421c-8af1-10fda78485e9 service nova] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.406122] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.406453] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.406777] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.445800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6e5bc5d3-3aaf-448d-9a2a-3ca18a344d79 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-fd1fd92d-5373-465f-8f86-4d3803b002df-4a826ff8-5796-4026-89c2-c16dd88d1355" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.114s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.037660] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.037918] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1153.038146] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.312398] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.312398] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.312398] env[71079]: DEBUG nova.compute.manager [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.312398] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f41df-cd3c-49cc-ba1e-386ffc63fb99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.319957] env[71079]: DEBUG nova.compute.manager [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1153.320581] env[71079]: DEBUG nova.objects.instance [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lazy-loading 'flavor' on Instance uuid 9f6b94dc-9e37-4784-b84f-dc4015e1bda9 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.370692] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.370967] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.448487] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.448726] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.448928] env[71079]: DEBUG nova.network.neutron [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.873185] env[71079]: DEBUG nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.945730] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.945959] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.029410] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-fd1fd92d-5373-465f-8f86-4d3803b002df-4a826ff8-5796-4026-89c2-c16dd88d1355" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.029770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-fd1fd92d-5373-465f-8f86-4d3803b002df-4a826ff8-5796-4026-89c2-c16dd88d1355" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.202199] env[71079]: DEBUG nova.network.neutron [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.328571] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.328888] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b955b721-f1e2-4499-928b-e586ae0079fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.336244] env[71079]: DEBUG oslo_vmware.api [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1154.336244] env[71079]: value = "task-3279714" [ 1154.336244] env[71079]: _type = "Task" [ 1154.336244] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.344182] env[71079]: DEBUG oslo_vmware.api [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.448140] env[71079]: DEBUG nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.469666] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.469937] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.471563] env[71079]: INFO nova.compute.claims [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.533099] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.533363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.534287] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b0700-1062-4f7a-9f20-224a22a861b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.539423] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.539665] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.551236] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.552161] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc36b55-36ed-4c9f-a11f-d5d5c1f2e367 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.578892] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Reconfiguring VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1154.579177] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d1271f-17aa-4f53-aa77-67f27efddd8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.597241] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1154.597241] env[71079]: value = "task-3279715" [ 1154.597241] env[71079]: _type = "Task" [ 1154.597241] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.604727] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.705400] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.846442] env[71079]: DEBUG oslo_vmware.api [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279714, 'name': PowerOffVM_Task, 'duration_secs': 0.307781} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.846766] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.847027] env[71079]: DEBUG nova.compute.manager [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.847796] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe253c-517a-452e-9ceb-f738f6c3f89c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.967770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.036544] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.036784] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.107403] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.224912] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29f1594-be68-4c00-98b0-e49f9273069d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.243679] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e109b-225a-4296-a788-6602d9b683b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.250522] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance '4e8d51bf-e49c-4794-8730-2332eedc8fd1' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.359345] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7c194464-5b00-44a7-97e8-67e15b412bdb tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.539804] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.609685] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.661623] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcae9fe-fe3d-46e1-8ed4-9224b0f5ccd5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.669016] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e4cc3a-6ae3-4aa1-ad04-9720f5950db1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.699949] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4d90e-1a94-4004-b487-28ec29b4af68 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.707626] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80d51b7-af64-4d03-9c6f-f37910ceb67d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.720976] env[71079]: DEBUG nova.compute.provider_tree [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.756596] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.756890] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97025c0e-ec98-4e26-a6ec-8a8e8a5114db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.763858] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1155.763858] env[71079]: value = "task-3279716" [ 1155.763858] env[71079]: _type = "Task" [ 1155.763858] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.771498] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.842559] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1155.842805] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654995', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'name': 'volume-574ce752-cd67-4a3d-b9a9-0f0881875535', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48678790-a5b7-498a-b053-b0de2bff0fec', 'attached_at': '', 'detached_at': '', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'serial': '574ce752-cd67-4a3d-b9a9-0f0881875535'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1155.843742] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b876e5-30d3-409c-9401-7386d2f439d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.859759] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef16904-c010-4dff-aed2-0fee574d48d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.885461] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-574ce752-cd67-4a3d-b9a9-0f0881875535/volume-574ce752-cd67-4a3d-b9a9-0f0881875535.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.885693] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf07ede-59bd-4960-be90-d5d68a9774d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.903352] env[71079]: DEBUG oslo_vmware.api [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1155.903352] env[71079]: value = "task-3279717" [ 1155.903352] env[71079]: _type = "Task" [ 1155.903352] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.911160] env[71079]: DEBUG oslo_vmware.api [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.110651] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.128801] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.129227] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.129534] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.129839] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.130260] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.133194] env[71079]: INFO nova.compute.manager [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Terminating instance [ 1156.224594] env[71079]: DEBUG nova.scheduler.client.report [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.274781] env[71079]: DEBUG oslo_vmware.api [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279716, 'name': PowerOnVM_Task, 'duration_secs': 0.373377} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.275167] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.275273] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd00d2a-8876-4fca-bd7d-191c868e4a76 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance '4e8d51bf-e49c-4794-8730-2332eedc8fd1' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.414124] env[71079]: DEBUG oslo_vmware.api [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279717, 'name': ReconfigVM_Task, 'duration_secs': 0.32655} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.414364] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-574ce752-cd67-4a3d-b9a9-0f0881875535/volume-574ce752-cd67-4a3d-b9a9-0f0881875535.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.419166] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e7be86-3572-4a3b-928b-1b8965c30232 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.433707] env[71079]: DEBUG oslo_vmware.api [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1156.433707] env[71079]: value = "task-3279718" [ 1156.433707] env[71079]: _type = "Task" [ 1156.433707] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.441222] env[71079]: DEBUG oslo_vmware.api [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.609282] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.637241] env[71079]: DEBUG nova.compute.manager [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.637450] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.638385] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50671a23-6149-4ac1-bf21-49ef188c1963 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.645528] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.645770] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dac8e00-07d4-4c19-b17b-1f82fc177092 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.711315] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.711315] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.711315] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleting the datastore file [datastore2] 9f6b94dc-9e37-4784-b84f-dc4015e1bda9 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.712571] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e017743c-2ee0-4bff-a42b-9810735a7b8f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.717958] env[71079]: DEBUG oslo_vmware.api [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1156.717958] env[71079]: value = "task-3279720" [ 1156.717958] env[71079]: _type = "Task" [ 1156.717958] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.725453] env[71079]: DEBUG oslo_vmware.api [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.729265] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.729764] env[71079]: DEBUG nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.732396] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.765s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.734308] env[71079]: INFO nova.compute.claims [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.943733] env[71079]: DEBUG oslo_vmware.api [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279718, 'name': ReconfigVM_Task, 'duration_secs': 0.135527} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.944036] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654995', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'name': 'volume-574ce752-cd67-4a3d-b9a9-0f0881875535', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48678790-a5b7-498a-b053-b0de2bff0fec', 'attached_at': '', 'detached_at': '', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'serial': '574ce752-cd67-4a3d-b9a9-0f0881875535'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1157.111372] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.227659] env[71079]: DEBUG oslo_vmware.api [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128957} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.227933] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.228136] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.228335] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.228483] env[71079]: INFO nova.compute.manager [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1157.228726] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.228925] env[71079]: DEBUG nova.compute.manager [-] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.229021] env[71079]: DEBUG nova.network.neutron [-] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.238192] env[71079]: DEBUG nova.compute.utils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.241576] env[71079]: DEBUG nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.241576] env[71079]: DEBUG nova.network.neutron [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.289353] env[71079]: DEBUG nova.policy [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7002b633de994bc4b1a735bcd76b7675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d5723fa0184c8bad4971f5d5e49708', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.484875] env[71079]: DEBUG nova.compute.manager [req-b59b40b5-0d58-4ae5-beda-14d7c43d1067 req-f639e679-6cfa-4cb9-b862-341363574bc6 service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Received event network-vif-deleted-7c27b95e-7b5d-4391-b89d-1b95b2d591c5 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.485584] env[71079]: INFO nova.compute.manager [req-b59b40b5-0d58-4ae5-beda-14d7c43d1067 req-f639e679-6cfa-4cb9-b862-341363574bc6 service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Neutron deleted interface 7c27b95e-7b5d-4391-b89d-1b95b2d591c5; detaching it from the instance and deleting it from the info cache [ 1157.485584] env[71079]: DEBUG nova.network.neutron [req-b59b40b5-0d58-4ae5-beda-14d7c43d1067 req-f639e679-6cfa-4cb9-b862-341363574bc6 service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.583031] env[71079]: DEBUG nova.network.neutron [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Successfully created port: f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.610738] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.745020] env[71079]: DEBUG nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.952733] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e1301-c7ed-4c21-a383-4e8f02da7e9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.960571] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ae69c6-80cf-462c-b894-a7c767913551 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.964132] env[71079]: DEBUG nova.network.neutron [-] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.995337] env[71079]: DEBUG nova.objects.instance [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'flavor' on Instance uuid 48678790-a5b7-498a-b053-b0de2bff0fec {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.998375] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-080d7cfe-e517-43f2-a05e-6920a0dbfd41 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.000874] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b279fd-606f-4d4e-b650-bddb0e47cb80 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.014596] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12a894a-db1c-43f9-be7d-56ae3f48d50f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.023526] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507127b8-c9da-4c93-b69c-242b3cc59be4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.043301] env[71079]: DEBUG nova.compute.provider_tree [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.055575] env[71079]: DEBUG nova.compute.manager [req-b59b40b5-0d58-4ae5-beda-14d7c43d1067 req-f639e679-6cfa-4cb9-b862-341363574bc6 service nova] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Detach interface failed, port_id=7c27b95e-7b5d-4391-b89d-1b95b2d591c5, reason: Instance 9f6b94dc-9e37-4784-b84f-dc4015e1bda9 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.056604] env[71079]: DEBUG nova.scheduler.client.report [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.113361] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.466558] env[71079]: INFO nova.compute.manager [-] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Took 1.24 seconds to deallocate network for instance. [ 1158.511039] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7ab8b79f-4efe-4b2b-bbbe-4c53925477a0 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.560986] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.828s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.561595] env[71079]: DEBUG nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.564284] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.025s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.564463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.564614] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1158.565690] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0779ec1b-4307-474d-9485-9ef1ce44a8c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.574332] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c05bb-a8c3-44f8-a03f-f363f954562f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.578738] env[71079]: DEBUG nova.network.neutron [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Port 7897568c-d8fc-4016-8d16-15e6b3f3421c binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1158.578993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.579160] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.579329] env[71079]: DEBUG nova.network.neutron [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.591394] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c61144-5704-4a11-8a0e-79da2b87a44d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.599013] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3b6d7-71d5-4b19-ba82-5f3bc4ec04f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.610674] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.634457] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178978MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1158.634642] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.634813] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.752694] env[71079]: DEBUG nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.758910] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "48678790-a5b7-498a-b053-b0de2bff0fec" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.758910] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.783306] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.783633] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.784117] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.784117] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.784223] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.784330] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.784543] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.784701] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.784878] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.785100] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.785255] env[71079]: DEBUG nova.virt.hardware [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.786406] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf5072-7a92-4775-bd16-4a72668715af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.794510] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bf7227-066d-4696-8b43-4cd861aea311 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.972623] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.031757] env[71079]: DEBUG nova.compute.manager [req-46dfc6ec-aebb-4c0f-a2db-2e698968b2e6 req-23684865-54a5-4f35-8556-e30abd6f8d83 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-vif-plugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.032043] env[71079]: DEBUG oslo_concurrency.lockutils [req-46dfc6ec-aebb-4c0f-a2db-2e698968b2e6 req-23684865-54a5-4f35-8556-e30abd6f8d83 service nova] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.032283] env[71079]: DEBUG oslo_concurrency.lockutils [req-46dfc6ec-aebb-4c0f-a2db-2e698968b2e6 req-23684865-54a5-4f35-8556-e30abd6f8d83 service nova] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.032456] env[71079]: DEBUG oslo_concurrency.lockutils [req-46dfc6ec-aebb-4c0f-a2db-2e698968b2e6 req-23684865-54a5-4f35-8556-e30abd6f8d83 service nova] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.032628] env[71079]: DEBUG nova.compute.manager [req-46dfc6ec-aebb-4c0f-a2db-2e698968b2e6 req-23684865-54a5-4f35-8556-e30abd6f8d83 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] No waiting events found dispatching network-vif-plugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.032795] env[71079]: WARNING nova.compute.manager [req-46dfc6ec-aebb-4c0f-a2db-2e698968b2e6 req-23684865-54a5-4f35-8556-e30abd6f8d83 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received unexpected event network-vif-plugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac for instance with vm_state building and task_state spawning. [ 1159.066151] env[71079]: DEBUG nova.compute.utils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.067863] env[71079]: DEBUG nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.068075] env[71079]: DEBUG nova.network.neutron [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.106126] env[71079]: DEBUG nova.policy [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f46a68d02249e98c00741dc9fe518c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddaf90291f4b4fbbad7326741e8c8c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.115163] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.149316] env[71079]: DEBUG nova.network.neutron [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Successfully updated port: f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.263555] env[71079]: INFO nova.compute.manager [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Detaching volume 574ce752-cd67-4a3d-b9a9-0f0881875535 [ 1159.298457] env[71079]: INFO nova.virt.block_device [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Attempting to driver detach volume 574ce752-cd67-4a3d-b9a9-0f0881875535 from mountpoint /dev/sdb [ 1159.298730] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1159.299084] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654995', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'name': 'volume-574ce752-cd67-4a3d-b9a9-0f0881875535', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48678790-a5b7-498a-b053-b0de2bff0fec', 'attached_at': '', 'detached_at': '', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'serial': '574ce752-cd67-4a3d-b9a9-0f0881875535'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1159.299919] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7eea79-9b9c-496d-8404-a7e367e5e4b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.321494] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c725de3c-9259-4722-bf5a-6b3ad3868273 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.328300] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8a456c-b612-42da-a2fe-e9369d9ca055 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.331960] env[71079]: DEBUG nova.network.neutron [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.350232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.352959] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9bbe8f-6d5b-4eae-9f94-9c58961d367c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.371307] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] The volume has not been displaced from its original location: [datastore2] volume-574ce752-cd67-4a3d-b9a9-0f0881875535/volume-574ce752-cd67-4a3d-b9a9-0f0881875535.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1159.376633] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.377736] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9db4d9f-18e0-4f9c-9958-2ae16d9c409f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.395416] env[71079]: DEBUG oslo_vmware.api [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1159.395416] env[71079]: value = "task-3279721" [ 1159.395416] env[71079]: _type = "Task" [ 1159.395416] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.402864] env[71079]: DEBUG oslo_vmware.api [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.406534] env[71079]: DEBUG nova.network.neutron [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Successfully created port: cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.571686] env[71079]: DEBUG nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.616395] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.653133] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.653621] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.653621] env[71079]: DEBUG nova.network.neutron [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.654922] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Applying migration context for instance 4e8d51bf-e49c-4794-8730-2332eedc8fd1 as it has an incoming, in-progress migration 34aa1ff2-5d2b-4e5e-a6be-e4a38ffb39d7. Migration status is reverting {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1159.656790] env[71079]: INFO nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating resource usage from migration 34aa1ff2-5d2b-4e5e-a6be-e4a38ffb39d7 [ 1159.676513] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.676669] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.676786] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance be812872-bffc-49c1-ae14-a298d3c4ac6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.676904] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 447fc5ce-65d6-428d-8e98-44e784846996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.677040] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4ca30229-e749-4f20-a0fc-f1f63d1812ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.677163] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 48678790-a5b7-498a-b053-b0de2bff0fec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.677273] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance fd1fd92d-5373-465f-8f86-4d3803b002df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.677384] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.677492] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d6a74d24-b9ed-4028-ae44-f1db5f1162ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.677626] env[71079]: WARNING nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 9f6b94dc-9e37-4784-b84f-dc4015e1bda9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1159.677741] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Migration 34aa1ff2-5d2b-4e5e-a6be-e4a38ffb39d7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1159.677851] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4e8d51bf-e49c-4794-8730-2332eedc8fd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.677960] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance c62e0f50-19ba-4c48-83e3-023011f35456 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.678082] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e209b479-6582-4edc-a9d2-bd8d3f6465bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.678267] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1159.678396] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1159.861872] env[71079]: DEBUG nova.compute.manager [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71079) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1159.861872] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.861872] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95faae7c-04e2-4bb2-be1c-5d78f97d75ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.871882] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8e39a-f8b9-41ab-b318-7177fafb96c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.904780] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3d9ec-e935-4854-86da-e959c1fad8fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.916023] env[71079]: DEBUG oslo_vmware.api [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279721, 'name': ReconfigVM_Task, 'duration_secs': 0.237663} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.916743] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5e916-36d0-4512-876e-9785d02ef4d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.921025] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.926518] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27cba34b-47c5-43aa-be13-608bc3632718 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.946437] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.948508] env[71079]: DEBUG oslo_vmware.api [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1159.948508] env[71079]: value = "task-3279722" [ 1159.948508] env[71079]: _type = "Task" [ 1159.948508] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.957525] env[71079]: DEBUG oslo_vmware.api [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.116398] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.188182] env[71079]: DEBUG nova.network.neutron [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.354884] env[71079]: DEBUG nova.network.neutron [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.450781] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.462926] env[71079]: DEBUG oslo_vmware.api [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279722, 'name': ReconfigVM_Task, 'duration_secs': 0.131963} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.463227] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654995', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'name': 'volume-574ce752-cd67-4a3d-b9a9-0f0881875535', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48678790-a5b7-498a-b053-b0de2bff0fec', 'attached_at': '', 'detached_at': '', 'volume_id': '574ce752-cd67-4a3d-b9a9-0f0881875535', 'serial': '574ce752-cd67-4a3d-b9a9-0f0881875535'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1160.581349] env[71079]: DEBUG nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.605632] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.605870] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.606148] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.606250] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.606410] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.606559] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.606767] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.606926] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.607103] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.607269] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.607442] env[71079]: DEBUG nova.virt.hardware [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.608508] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0f3f60-6d1b-4c48-9e1d-fdde2246bc1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.620577] env[71079]: DEBUG oslo_vmware.api [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279715, 'name': ReconfigVM_Task, 'duration_secs': 5.742657} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.621762] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70235afe-0c5e-4ebd-994c-62cbf595ddb2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.625276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.625474] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Reconfigured VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1160.799994] env[71079]: DEBUG nova.compute.manager [req-3b6d11e1-0baa-4229-889b-b8d2f03f7327 req-8e42e259-b6cf-44b7-aea2-6516642f8004 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Received event network-vif-plugged-cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.800235] env[71079]: DEBUG oslo_concurrency.lockutils [req-3b6d11e1-0baa-4229-889b-b8d2f03f7327 req-8e42e259-b6cf-44b7-aea2-6516642f8004 service nova] Acquiring lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.800446] env[71079]: DEBUG oslo_concurrency.lockutils [req-3b6d11e1-0baa-4229-889b-b8d2f03f7327 req-8e42e259-b6cf-44b7-aea2-6516642f8004 service nova] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.800607] env[71079]: DEBUG oslo_concurrency.lockutils [req-3b6d11e1-0baa-4229-889b-b8d2f03f7327 req-8e42e259-b6cf-44b7-aea2-6516642f8004 service nova] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.800934] env[71079]: DEBUG nova.compute.manager [req-3b6d11e1-0baa-4229-889b-b8d2f03f7327 req-8e42e259-b6cf-44b7-aea2-6516642f8004 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] No waiting events found dispatching network-vif-plugged-cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.801017] env[71079]: WARNING nova.compute.manager [req-3b6d11e1-0baa-4229-889b-b8d2f03f7327 req-8e42e259-b6cf-44b7-aea2-6516642f8004 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Received unexpected event network-vif-plugged-cd0aac8e-8489-4096-91e7-96ef048a2324 for instance with vm_state building and task_state spawning. [ 1160.862019] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.862019] env[71079]: DEBUG nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Instance network_info: |[{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.862019] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:20:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f69a0e1e-d405-4924-8b7d-12f8e3ef91ac', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.868260] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.869449] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.869522] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-369433c3-0b74-4565-8f1b-be1137eab239 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.889026] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.889026] env[71079]: value = "task-3279723" [ 1160.889026] env[71079]: _type = "Task" [ 1160.889026] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.899125] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279723, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.922262] env[71079]: DEBUG nova.network.neutron [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Successfully updated port: cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.958978] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1160.960189] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.325s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.960189] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.987s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.960189] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.963033] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.103s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.964804] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.966500] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Cleaning up deleted instances {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1160.994152] env[71079]: INFO nova.scheduler.client.report [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted allocations for instance 9f6b94dc-9e37-4784-b84f-dc4015e1bda9 [ 1161.015736] env[71079]: DEBUG nova.objects.instance [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'flavor' on Instance uuid 48678790-a5b7-498a-b053-b0de2bff0fec {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.057875] env[71079]: DEBUG nova.compute.manager [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.058091] env[71079]: DEBUG nova.compute.manager [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing instance network info cache due to event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.058371] env[71079]: DEBUG oslo_concurrency.lockutils [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] Acquiring lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.058493] env[71079]: DEBUG oslo_concurrency.lockutils [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] Acquired lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.058580] env[71079]: DEBUG nova.network.neutron [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.401856] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279723, 'name': CreateVM_Task, 'duration_secs': 0.313132} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.401856] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.403629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.403629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.403629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.404026] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec6e9e2-663e-4354-ad4a-5cdf315b1808 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.409510] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1161.409510] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c20db-8899-7476-a32d-752e66100805" [ 1161.409510] env[71079]: _type = "Task" [ 1161.409510] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.417943] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c20db-8899-7476-a32d-752e66100805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.425524] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.425664] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.425813] env[71079]: DEBUG nova.network.neutron [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.467571] env[71079]: DEBUG nova.objects.instance [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'migration_context' on Instance uuid 4e8d51bf-e49c-4794-8730-2332eedc8fd1 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.482357] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] There are 55 instances to clean {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1161.482597] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 0ff0d765-aeff-4c37-ac2b-2de9a046ff32] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.507541] env[71079]: DEBUG oslo_concurrency.lockutils [None req-b2bea7fe-5e4e-46e2-9a0c-f52a4936d2d1 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "9f6b94dc-9e37-4784-b84f-dc4015e1bda9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.378s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.681893] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd78d0-4b45-4a56-ad52-bdf2a85c17ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.689874] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcff6f4-119a-46b5-92fc-3134aae05004 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.724930] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb79dfd-d0e3-473e-9ea3-1a67b0d084d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.732417] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd86a8-ab70-42d3-984e-03ead3b96d28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.747165] env[71079]: DEBUG nova.compute.provider_tree [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.897075] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.897268] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.897438] env[71079]: DEBUG nova.network.neutron [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.919770] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522c20db-8899-7476-a32d-752e66100805, 'name': SearchDatastore_Task, 'duration_secs': 0.012944} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.920078] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.920305] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.920534] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.920773] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.921034] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.921301] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b413968f-d045-4fef-a8da-8e13c47cdcb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.930533] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.930738] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.931745] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f58702-2feb-4097-aa82-421e876c29e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.936954] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1161.936954] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5254f4a5-0eb2-8860-3171-2bebb2dafd89" [ 1161.936954] env[71079]: _type = "Task" [ 1161.936954] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.944226] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5254f4a5-0eb2-8860-3171-2bebb2dafd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.946948] env[71079]: DEBUG nova.network.neutron [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updated VIF entry in instance network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.947295] env[71079]: DEBUG nova.network.neutron [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.959675] env[71079]: DEBUG nova.network.neutron [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.966666] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.966904] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.967119] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.967301] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.967465] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.969340] env[71079]: INFO nova.compute.manager [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Terminating instance [ 1161.986484] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 779dfaa0-6a98-42a7-a348-d507058261ed] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.027442] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4ca460d-a0c7-4b93-a4d0-7deae8e590fc tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.102811] env[71079]: DEBUG nova.network.neutron [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Updating instance_info_cache with network_info: [{"id": "cd0aac8e-8489-4096-91e7-96ef048a2324", "address": "fa:16:3e:2d:2e:1e", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0aac8e-84", "ovs_interfaceid": "cd0aac8e-8489-4096-91e7-96ef048a2324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.250055] env[71079]: DEBUG nova.scheduler.client.report [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.448329] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5254f4a5-0eb2-8860-3171-2bebb2dafd89, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.449403] env[71079]: DEBUG oslo_concurrency.lockutils [req-7bdf9db5-3993-4531-b99c-7d0317193ca9 req-b6fd3fdc-bf8e-4150-a6f2-2ab2535740f1 service nova] Releasing lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.449770] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2201fdfe-3217-4c72-83a5-e8529b2edd7e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.455094] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1162.455094] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a54faf-0a54-f489-4b64-a9108a108abc" [ 1162.455094] env[71079]: _type = "Task" [ 1162.455094] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.463847] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a54faf-0a54-f489-4b64-a9108a108abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.473300] env[71079]: DEBUG nova.compute.manager [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.473519] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.474229] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11836cdc-72aa-4c8d-812f-f2463c8657f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.480738] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.482893] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c752b465-0ae9-40dc-8f41-4b4b887f1d67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.489216] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 8f13149b-ae57-421d-b52a-dc49e80813b8] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.492155] env[71079]: DEBUG oslo_vmware.api [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1162.492155] env[71079]: value = "task-3279724" [ 1162.492155] env[71079]: _type = "Task" [ 1162.492155] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.500465] env[71079]: DEBUG oslo_vmware.api [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.605368] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.605810] env[71079]: DEBUG nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Instance network_info: |[{"id": "cd0aac8e-8489-4096-91e7-96ef048a2324", "address": "fa:16:3e:2d:2e:1e", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0aac8e-84", "ovs_interfaceid": "cd0aac8e-8489-4096-91e7-96ef048a2324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.606318] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:2e:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd0aac8e-8489-4096-91e7-96ef048a2324', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.615654] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.616407] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.616686] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9084cb8-3d6a-4df3-9560-9c0c52266d3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.635393] env[71079]: INFO nova.network.neutron [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Port 4a826ff8-5796-4026-89c2-c16dd88d1355 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1162.635753] env[71079]: DEBUG nova.network.neutron [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.638460] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.638460] env[71079]: value = "task-3279725" [ 1162.638460] env[71079]: _type = "Task" [ 1162.638460] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.645956] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279725, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.662722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-4a826ff8-5796-4026-89c2-c16dd88d1355" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.663031] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-4a826ff8-5796-4026-89c2-c16dd88d1355" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.663436] env[71079]: DEBUG nova.objects.instance [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'flavor' on Instance uuid 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.970437] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a54faf-0a54-f489-4b64-a9108a108abc, 'name': SearchDatastore_Task, 'duration_secs': 0.014396} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.970892] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.971339] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.971764] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6d7c18-6496-4443-a21b-70d30ce2be0f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.980571] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1162.980571] env[71079]: value = "task-3279726" [ 1162.980571] env[71079]: _type = "Task" [ 1162.980571] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.995836] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d1ce16a9-a51c-4c56-ad19-021b135f1d05] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.998609] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.005455] env[71079]: DEBUG nova.compute.manager [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Received event network-changed-cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.005722] env[71079]: DEBUG nova.compute.manager [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Refreshing instance network info cache due to event network-changed-cd0aac8e-8489-4096-91e7-96ef048a2324. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.005960] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Acquiring lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.006152] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Acquired lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.006342] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Refreshing network info cache for port cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.014126] env[71079]: DEBUG oslo_vmware.api [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279724, 'name': PowerOffVM_Task, 'duration_secs': 0.206784} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.014411] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.014589] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.014846] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d107a0-cdd7-4028-bced-a37afb01f3e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.032536] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "48678790-a5b7-498a-b053-b0de2bff0fec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.032786] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.032990] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "48678790-a5b7-498a-b053-b0de2bff0fec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.033216] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.033392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.035352] env[71079]: INFO nova.compute.manager [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Terminating instance [ 1163.084268] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.084510] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.084694] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleting the datastore file [datastore1] f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.084982] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a35e26-1933-44b1-b317-42b6885f93ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.090896] env[71079]: DEBUG oslo_vmware.api [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for the task: (returnval){ [ 1163.090896] env[71079]: value = "task-3279728" [ 1163.090896] env[71079]: _type = "Task" [ 1163.090896] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.098604] env[71079]: DEBUG oslo_vmware.api [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.143811] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.151935] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279725, 'name': CreateVM_Task, 'duration_secs': 0.363029} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.152141] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.152924] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.153145] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.153501] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.154447] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfafb03-37e5-486b-905a-5b10fe61d85f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.160119] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1163.160119] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fe5492-437c-0b4b-ec84-c962f6c4e837" [ 1163.160119] env[71079]: _type = "Task" [ 1163.160119] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.171953] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fe5492-437c-0b4b-ec84-c962f6c4e837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.261045] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.297s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.311273] env[71079]: DEBUG nova.objects.instance [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.490641] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495725} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.490934] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.491169] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.491410] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d86fc408-5b1a-43a1-b5d0-57e1fae5b104 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.496822] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1163.496822] env[71079]: value = "task-3279729" [ 1163.496822] env[71079]: _type = "Task" [ 1163.496822] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.499779] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e4671131-9ea8-499c-81f0-c03147057200] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.507055] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.539581] env[71079]: DEBUG nova.compute.manager [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.539581] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.540364] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed18caa-cae6-47a9-9138-75baa4f60bb2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.553252] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.553554] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac6af4f5-f9bb-4a3a-a424-304b9161283a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.560120] env[71079]: DEBUG oslo_vmware.api [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1163.560120] env[71079]: value = "task-3279730" [ 1163.560120] env[71079]: _type = "Task" [ 1163.560120] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.570778] env[71079]: DEBUG oslo_vmware.api [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.600950] env[71079]: DEBUG oslo_vmware.api [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Task: {'id': task-3279728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323747} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.603262] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.603473] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.603676] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.603897] env[71079]: INFO nova.compute.manager [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1163.604162] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.604361] env[71079]: DEBUG nova.compute.manager [-] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.604455] env[71079]: DEBUG nova.network.neutron [-] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.647958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e7f6a206-a324-4848-911c-2dce9fa75bfa tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-fd1fd92d-5373-465f-8f86-4d3803b002df-4a826ff8-5796-4026-89c2-c16dd88d1355" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.618s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.671621] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fe5492-437c-0b4b-ec84-c962f6c4e837, 'name': SearchDatastore_Task, 'duration_secs': 0.065962} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.671940] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.672221] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.672412] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.672627] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.672720] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.672973] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2773302-6689-4d44-b168-88efc819ac4c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.681372] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.681546] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.682359] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bdbba69-0063-4b6e-95d0-0d1e862b0b0c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.688027] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1163.688027] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525a0829-d341-3621-5e09-fcf735cd681f" [ 1163.688027] env[71079]: _type = "Task" [ 1163.688027] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.699891] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525a0829-d341-3621-5e09-fcf735cd681f, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.701389] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2715fda4-e704-429a-b122-42efc3003dec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.706689] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1163.706689] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204069b-b80c-be07-8def-8cd226e40a9b" [ 1163.706689] env[71079]: _type = "Task" [ 1163.706689] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.714901] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204069b-b80c-be07-8def-8cd226e40a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.758585] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Updated VIF entry in instance network info cache for port cd0aac8e-8489-4096-91e7-96ef048a2324. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.759150] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Updating instance_info_cache with network_info: [{"id": "cd0aac8e-8489-4096-91e7-96ef048a2324", "address": "fa:16:3e:2d:2e:1e", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0aac8e-84", "ovs_interfaceid": "cd0aac8e-8489-4096-91e7-96ef048a2324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.814630] env[71079]: DEBUG nova.objects.base [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Object Instance<9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f> lazy-loaded attributes: flavor,pci_requests {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.815063] env[71079]: DEBUG nova.network.neutron [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.906992] env[71079]: DEBUG nova.policy [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6c6dae9e754e62bd0d2fc9b79e6f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b524e678e3b48689bb1d764fdb31e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.002882] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 418819da-4e4c-41d2-b435-6a3a990b137d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.010151] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069751} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.010448] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.011312] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38787c1b-b8ac-4c86-b04e-704c435f4aca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.033711] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.034660] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2400e78-18db-47fe-bc07-2b408449743c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.053484] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1164.053484] env[71079]: value = "task-3279731" [ 1164.053484] env[71079]: _type = "Task" [ 1164.053484] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.061435] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.068676] env[71079]: DEBUG oslo_vmware.api [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279730, 'name': PowerOffVM_Task, 'duration_secs': 0.275944} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.068962] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.069147] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.069377] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f90bce-6f47-40d0-b577-c96786b83cd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.147535] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.147767] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.147951] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleting the datastore file [datastore1] 48678790-a5b7-498a-b053-b0de2bff0fec {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.148232] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daad0e94-a5a7-4d26-8050-7987f238b678 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.154502] env[71079]: DEBUG oslo_vmware.api [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1164.154502] env[71079]: value = "task-3279733" [ 1164.154502] env[71079]: _type = "Task" [ 1164.154502] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.164850] env[71079]: DEBUG oslo_vmware.api [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.217333] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204069b-b80c-be07-8def-8cd226e40a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.217587] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.217863] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e209b479-6582-4edc-a9d2-bd8d3f6465bc/e209b479-6582-4edc-a9d2-bd8d3f6465bc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.218157] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9412d4-4c6c-4bca-971b-2558448a5588 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.224287] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1164.224287] env[71079]: value = "task-3279734" [ 1164.224287] env[71079]: _type = "Task" [ 1164.224287] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.231807] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.262736] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Releasing lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.263103] env[71079]: DEBUG nova.compute.manager [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.263333] env[71079]: DEBUG nova.compute.manager [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing instance network info cache due to event network-changed-d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.263613] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Acquiring lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.263811] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Acquired lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.264016] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Refreshing network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.358876] env[71079]: DEBUG nova.network.neutron [-] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.506107] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: a8b6daf0-bae9-4668-b16c-e2d6e59e5b1b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.565091] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279731, 'name': ReconfigVM_Task, 'duration_secs': 0.307407} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.565471] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Reconfigured VM instance instance-0000006f to attach disk [datastore2] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.566230] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d62802-777e-4062-818b-3499740c3af2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.574182] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1164.574182] env[71079]: value = "task-3279735" [ 1164.574182] env[71079]: _type = "Task" [ 1164.574182] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.583494] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279735, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.667347] env[71079]: DEBUG oslo_vmware.api [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158104} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.667639] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.667866] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.668124] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.668390] env[71079]: INFO nova.compute.manager [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1164.668736] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.668966] env[71079]: DEBUG nova.compute.manager [-] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.669155] env[71079]: DEBUG nova.network.neutron [-] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.740636] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279734, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.806123] env[71079]: INFO nova.compute.manager [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Swapping old allocation on dict_keys(['64534d0b-3c77-4192-bc40-4c6626510190']) held by migration 34aa1ff2-5d2b-4e5e-a6be-e4a38ffb39d7 for instance [ 1164.838927] env[71079]: DEBUG nova.scheduler.client.report [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Overwriting current allocation {'allocations': {'64534d0b-3c77-4192-bc40-4c6626510190': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': '9ad0751a3d344038881334369589c363', 'user_id': 'f1973cca916947b19b41ddc0d75c5b31', 'consumer_generation': 1} on consumer 4e8d51bf-e49c-4794-8730-2332eedc8fd1 {{(pid=71079) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1164.861518] env[71079]: INFO nova.compute.manager [-] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Took 1.26 seconds to deallocate network for instance. [ 1164.955437] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.955625] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.955799] env[71079]: DEBUG nova.network.neutron [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.009469] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d59df49a-a6a8-4c45-a461-414b589f5791] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.084735] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279735, 'name': Rename_Task, 'duration_secs': 0.36412} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.085016] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.085276] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd11df1-c2a3-4505-ba6e-18a34aaef8f5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.090410] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updated VIF entry in instance network info cache for port d0a4399b-2a92-42fb-8a35-a70526437004. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.090900] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [{"id": "d0a4399b-2a92-42fb-8a35-a70526437004", "address": "fa:16:3e:f4:d9:cc", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0a4399b-2a", "ovs_interfaceid": "d0a4399b-2a92-42fb-8a35-a70526437004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.092984] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1165.092984] env[71079]: value = "task-3279736" [ 1165.092984] env[71079]: _type = "Task" [ 1165.092984] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.100861] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.128785] env[71079]: DEBUG nova.compute.manager [req-68c9f7c8-b8c1-4847-ae71-9453db9219e2 req-a907960e-cd37-43c3-aa70-375c2eb74388 service nova] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Received event network-vif-deleted-f7309655-9060-4deb-8a1d-0de2e08b2a1c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.235426] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516751} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.235697] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] e209b479-6582-4edc-a9d2-bd8d3f6465bc/e209b479-6582-4edc-a9d2-bd8d3f6465bc.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.235908] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.236170] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a29ba8fe-5d87-4e3c-b30c-daccb3825ea1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.242917] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1165.242917] env[71079]: value = "task-3279737" [ 1165.242917] env[71079]: _type = "Task" [ 1165.242917] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.250445] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.369189] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.369189] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.369274] env[71079]: DEBUG nova.objects.instance [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lazy-loading 'resources' on Instance uuid f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.513197] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 68efd1a3-dedd-4cea-a204-27a0016bb3ec] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.594072] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Releasing lock "refresh_cache-fd1fd92d-5373-465f-8f86-4d3803b002df" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.594725] env[71079]: DEBUG nova.compute.manager [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.595106] env[71079]: DEBUG nova.compute.manager [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing instance network info cache due to event network-changed-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.595487] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.595796] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.596099] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.609504] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279736, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.654169] env[71079]: DEBUG nova.network.neutron [-] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.678392] env[71079]: DEBUG nova.network.neutron [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [{"id": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "address": "fa:16:3e:93:78:7b", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7897568c-d8", "ovs_interfaceid": "7897568c-d8fc-4016-8d16-15e6b3f3421c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.729432] env[71079]: DEBUG nova.compute.manager [req-7d37f146-3c18-4d10-85e6-67ba919d26f8 req-282103b9-b222-4de9-840f-1c6e250b1f02 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-vif-plugged-4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.729650] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d37f146-3c18-4d10-85e6-67ba919d26f8 req-282103b9-b222-4de9-840f-1c6e250b1f02 service nova] Acquiring lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.729931] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d37f146-3c18-4d10-85e6-67ba919d26f8 req-282103b9-b222-4de9-840f-1c6e250b1f02 service nova] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.730123] env[71079]: DEBUG oslo_concurrency.lockutils [req-7d37f146-3c18-4d10-85e6-67ba919d26f8 req-282103b9-b222-4de9-840f-1c6e250b1f02 service nova] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.730510] env[71079]: DEBUG nova.compute.manager [req-7d37f146-3c18-4d10-85e6-67ba919d26f8 req-282103b9-b222-4de9-840f-1c6e250b1f02 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] No waiting events found dispatching network-vif-plugged-4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.730693] env[71079]: WARNING nova.compute.manager [req-7d37f146-3c18-4d10-85e6-67ba919d26f8 req-282103b9-b222-4de9-840f-1c6e250b1f02 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received unexpected event network-vif-plugged-4a826ff8-5796-4026-89c2-c16dd88d1355 for instance with vm_state active and task_state None. [ 1165.754621] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06905} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.755912] env[71079]: DEBUG nova.network.neutron [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Successfully updated port: 4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.757431] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.758346] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26857310-9a74-43af-95ff-97a174ed771c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.785356] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e209b479-6582-4edc-a9d2-bd8d3f6465bc/e209b479-6582-4edc-a9d2-bd8d3f6465bc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.786478] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbdd427-18f5-491b-8c45-d29367266ec8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.810668] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1165.810668] env[71079]: value = "task-3279738" [ 1165.810668] env[71079]: _type = "Task" [ 1165.810668] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.822465] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.897327] env[71079]: DEBUG oslo_concurrency.lockutils [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.897567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.017416] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 6cb2901c-58d8-4040-a5d6-9a8235a7862d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.032684] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2040e4-3bab-47c9-9d2a-187a8e97a742 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.040715] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d49a9-480b-4c66-b895-b34b449b9117 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.071045] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc879a9-2532-47f7-8ee7-193c79d60207 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.077989] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc6a757-f433-4ac2-89ac-ea9ddfdc48b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.090823] env[71079]: DEBUG nova.compute.provider_tree [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.107424] env[71079]: DEBUG oslo_vmware.api [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279736, 'name': PowerOnVM_Task, 'duration_secs': 0.555138} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.108041] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.108195] env[71079]: INFO nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1166.108379] env[71079]: DEBUG nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.109123] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c56d5-9845-4aa4-8857-724268b86bb5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.158999] env[71079]: INFO nova.compute.manager [-] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Took 1.49 seconds to deallocate network for instance. [ 1166.180702] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4e8d51bf-e49c-4794-8730-2332eedc8fd1" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.181239] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.184062] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07506ddd-cd08-4980-893a-a64f3aff2128 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.190888] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1166.190888] env[71079]: value = "task-3279739" [ 1166.190888] env[71079]: _type = "Task" [ 1166.190888] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.201720] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.258746] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.321848] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279738, 'name': ReconfigVM_Task, 'duration_secs': 0.487315} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.322125] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e209b479-6582-4edc-a9d2-bd8d3f6465bc/e209b479-6582-4edc-a9d2-bd8d3f6465bc.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.322741] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f02165b-9dea-4cae-80e8-9d8c4fb1088d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.329495] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1166.329495] env[71079]: value = "task-3279740" [ 1166.329495] env[71079]: _type = "Task" [ 1166.329495] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.339119] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279740, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.373132] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updated VIF entry in instance network info cache for port 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.373542] env[71079]: DEBUG nova.network.neutron [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.401051] env[71079]: INFO nova.compute.manager [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Detaching volume 5593d51e-53e2-4f9e-8b69-0534b5e8dc41 [ 1166.441395] env[71079]: INFO nova.virt.block_device [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Attempting to driver detach volume 5593d51e-53e2-4f9e-8b69-0534b5e8dc41 from mountpoint /dev/sdb [ 1166.441657] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.441857] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654988', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'name': 'volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ca30229-e749-4f20-a0fc-f1f63d1812ee', 'attached_at': '', 'detached_at': '', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'serial': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1166.442887] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e43df6-a58a-4eef-ba70-9ed7aa6f13a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.467535] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8759183-1cc5-4aca-a590-2ded6a766fca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.475810] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e1321-9fcf-41cf-8e1d-1ae06f2b3a69 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.501208] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699d201-2683-4cdb-8be9-1066cbe44c1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.522025] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 687c3847-596e-42b4-85ef-27506539e8f8] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.524270] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] The volume has not been displaced from its original location: [datastore2] volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41/volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1166.531230] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.532522] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8297fff2-fe03-491a-9ffb-965aed4bcec4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.554277] env[71079]: DEBUG oslo_vmware.api [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1166.554277] env[71079]: value = "task-3279741" [ 1166.554277] env[71079]: _type = "Task" [ 1166.554277] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.562104] env[71079]: DEBUG oslo_vmware.api [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.594294] env[71079]: DEBUG nova.scheduler.client.report [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.626277] env[71079]: INFO nova.compute.manager [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Took 12.25 seconds to build instance. [ 1166.665246] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.701057] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279739, 'name': PowerOffVM_Task, 'duration_secs': 0.406123} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.701401] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.702194] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.702471] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.702671] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.702909] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.703104] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.703293] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.703543] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.703745] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.703919] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.704101] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.704282] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.709889] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca84861d-07e5-4f19-b69c-a20aac20d19b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.725303] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1166.725303] env[71079]: value = "task-3279742" [ 1166.725303] env[71079]: _type = "Task" [ 1166.725303] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.733640] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.839165] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279740, 'name': Rename_Task, 'duration_secs': 0.163806} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.839456] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.839705] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1144f9fa-b3e4-45ae-8c9d-bb1dcaac294d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.846155] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1166.846155] env[71079]: value = "task-3279743" [ 1166.846155] env[71079]: _type = "Task" [ 1166.846155] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.853500] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.877340] env[71079]: DEBUG oslo_concurrency.lockutils [req-59669cab-2441-4c68-b298-b919fda9e30c req-28baffb9-282f-49ab-9174-efa6b57c493e service nova] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.878059] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.878290] env[71079]: DEBUG nova.network.neutron [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.032921] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e1c3ede9-1183-4d9e-a5cb-0b3c4bc1f302] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.063893] env[71079]: DEBUG oslo_vmware.api [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279741, 'name': ReconfigVM_Task, 'duration_secs': 0.244714} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.064209] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.069144] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c422820f-dd4d-42cc-8a62-d81c84108d53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.085637] env[71079]: DEBUG oslo_vmware.api [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1167.085637] env[71079]: value = "task-3279744" [ 1167.085637] env[71079]: _type = "Task" [ 1167.085637] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.093644] env[71079]: DEBUG oslo_vmware.api [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.099908] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.103255] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.437s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.103255] env[71079]: DEBUG nova.objects.instance [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'resources' on Instance uuid 48678790-a5b7-498a-b053-b0de2bff0fec {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.125939] env[71079]: INFO nova.scheduler.client.report [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Deleted allocations for instance f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574 [ 1167.130031] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a4558b28-b559-49cc-a29e-bdcc87e351c1 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.759s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.235371] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279742, 'name': ReconfigVM_Task, 'duration_secs': 0.149448} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.236217] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923e933-c20b-4d0f-9f3a-7a55400884e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.255327] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.255543] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.255702] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.255944] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.256144] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.256213] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.256398] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.256560] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.256728] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.256893] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.257083] env[71079]: DEBUG nova.virt.hardware [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.257966] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da4ee66-0859-4552-adcd-17126b11d3e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.265328] env[71079]: DEBUG nova.compute.manager [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Received event network-vif-deleted-ec5c73b6-06b8-493a-936c-292d12cef6d4 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.265524] env[71079]: DEBUG nova.compute.manager [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.265683] env[71079]: DEBUG nova.compute.manager [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing instance network info cache due to event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.265891] env[71079]: DEBUG oslo_concurrency.lockutils [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] Acquiring lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.266043] env[71079]: DEBUG oslo_concurrency.lockutils [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] Acquired lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.266205] env[71079]: DEBUG nova.network.neutron [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.270840] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1167.270840] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52267a12-ee96-3baf-ea89-0542a5c1015e" [ 1167.270840] env[71079]: _type = "Task" [ 1167.270840] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.281323] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52267a12-ee96-3baf-ea89-0542a5c1015e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.356451] env[71079]: DEBUG oslo_vmware.api [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279743, 'name': PowerOnVM_Task, 'duration_secs': 0.440449} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.356451] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.356760] env[71079]: INFO nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1167.356760] env[71079]: DEBUG nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.357524] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f2a40-119c-400e-82da-5acda2c85cf9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.419927] env[71079]: WARNING nova.network.neutron [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] f4981530-5112-433e-b71b-1b4a911c6bf3 already exists in list: networks containing: ['f4981530-5112-433e-b71b-1b4a911c6bf3']. ignoring it [ 1167.536044] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 9d328af8-a39e-4c4f-a473-ed5b107e2c92] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.599203] env[71079]: DEBUG oslo_vmware.api [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.637887] env[71079]: DEBUG oslo_concurrency.lockutils [None req-633b79d9-e442-46be-94ff-26d43c8e7dd4 tempest-ServersTestJSON-1792718176 tempest-ServersTestJSON-1792718176-project-member] Lock "f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.709228] env[71079]: DEBUG nova.network.neutron [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a826ff8-5796-4026-89c2-c16dd88d1355", "address": "fa:16:3e:db:60:0d", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a826ff8-57", "ovs_interfaceid": "4a826ff8-5796-4026-89c2-c16dd88d1355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.760285] env[71079]: DEBUG nova.compute.manager [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-changed-4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.760412] env[71079]: DEBUG nova.compute.manager [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing instance network info cache due to event network-changed-4a826ff8-5796-4026-89c2-c16dd88d1355. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.760606] env[71079]: DEBUG oslo_concurrency.lockutils [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.776041] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebb27b2-f50c-406b-a287-7e4fd198e2fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.786952] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fb903a-5c56-4037-bd1c-d83eb96cd69a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.790457] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52267a12-ee96-3baf-ea89-0542a5c1015e, 'name': SearchDatastore_Task, 'duration_secs': 0.01752} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.796281] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.797514] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ac9957b-3018-4f05-9cfc-7789856b383a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.842270] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee7a39-7ecf-4665-bfd8-c5acab5fa385 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.847116] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1167.847116] env[71079]: value = "task-3279745" [ 1167.847116] env[71079]: _type = "Task" [ 1167.847116] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.853228] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e12f817-0b4e-4a25-89af-72320d999a61 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.862707] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.876403] env[71079]: DEBUG nova.compute.provider_tree [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.881792] env[71079]: INFO nova.compute.manager [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Took 12.93 seconds to build instance. [ 1168.038956] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 22200de3-6090-499b-8520-a0807b339bb5] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.098377] env[71079]: DEBUG oslo_vmware.api [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279744, 'name': ReconfigVM_Task, 'duration_secs': 0.92125} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.099449] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654988', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'name': 'volume-5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ca30229-e749-4f20-a0fc-f1f63d1812ee', 'attached_at': '', 'detached_at': '', 'volume_id': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41', 'serial': '5593d51e-53e2-4f9e-8b69-0534b5e8dc41'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.155433] env[71079]: DEBUG nova.network.neutron [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updated VIF entry in instance network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.155433] env[71079]: DEBUG nova.network.neutron [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.216024] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.216024] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.216024] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.216024] env[71079]: DEBUG oslo_concurrency.lockutils [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.216024] env[71079]: DEBUG nova.network.neutron [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Refreshing network info cache for port 4a826ff8-5796-4026-89c2-c16dd88d1355 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.217242] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489624d1-83d6-4215-8a21-7edb76bb43e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.237563] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.238084] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.238373] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.238852] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.239168] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.239439] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.239777] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.240061] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.240381] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.240682] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.243669] env[71079]: DEBUG nova.virt.hardware [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.248725] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Reconfiguring VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1168.249581] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8895d1ec-4b44-427c-a298-69afcac91e5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.271030] env[71079]: DEBUG oslo_vmware.api [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1168.271030] env[71079]: value = "task-3279746" [ 1168.271030] env[71079]: _type = "Task" [ 1168.271030] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.279651] env[71079]: DEBUG oslo_vmware.api [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279746, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.359979] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279745, 'name': ReconfigVM_Task, 'duration_secs': 0.272563} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.363160] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.363160] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f717a-725b-440f-b804-4fba6f7e9c0a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.380608] env[71079]: DEBUG nova.scheduler.client.report [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.392508] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.393899] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2e291e83-5729-4bf1-ba70-76a23384e392 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.448s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.394571] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2e6fac-1ee7-47c2-af4d-b8309546872b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.413691] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1168.413691] env[71079]: value = "task-3279747" [ 1168.413691] env[71079]: _type = "Task" [ 1168.413691] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.422427] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.542020] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: c4966c7a-4d93-42b1-9a29-88be2a382cd4] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.658186] env[71079]: DEBUG nova.objects.instance [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lazy-loading 'flavor' on Instance uuid 4ca30229-e749-4f20-a0fc-f1f63d1812ee {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.659625] env[71079]: DEBUG oslo_concurrency.lockutils [req-697def4c-ef61-4cd1-930b-8e2ca68d3104 req-b6b447e9-30d6-480e-b8d5-7aa0f1ef0813 service nova] Releasing lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.781707] env[71079]: DEBUG oslo_vmware.api [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.894594] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.925210] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279747, 'name': ReconfigVM_Task, 'duration_secs': 0.412335} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.925595] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1/4e8d51bf-e49c-4794-8730-2332eedc8fd1.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.927059] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e65b0-5a5e-4b67-975c-aa7ecd7538ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.932198] env[71079]: INFO nova.scheduler.client.report [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted allocations for instance 48678790-a5b7-498a-b053-b0de2bff0fec [ 1168.953865] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba5b554-cae2-4f9f-9976-9f6f727d8b98 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.975688] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cf2da-faaa-4dce-b1c2-3a46e1edf1ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.994779] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8266dd71-ecdb-412f-bd7f-fa001c2b470c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.001900] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.002181] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fd5fe77-5570-4c5f-b988-7cabea7cc2b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.008591] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1169.008591] env[71079]: value = "task-3279748" [ 1169.008591] env[71079]: _type = "Task" [ 1169.008591] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.014439] env[71079]: DEBUG nova.network.neutron [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updated VIF entry in instance network info cache for port 4a826ff8-5796-4026-89c2-c16dd88d1355. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.014822] env[71079]: DEBUG nova.network.neutron [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a826ff8-5796-4026-89c2-c16dd88d1355", "address": "fa:16:3e:db:60:0d", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a826ff8-57", "ovs_interfaceid": "4a826ff8-5796-4026-89c2-c16dd88d1355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.021186] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.044998] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 6f4c968c-e7ad-460d-a4dd-d080a81edcd6] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.280269] env[71079]: DEBUG oslo_vmware.api [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279746, 'name': ReconfigVM_Task, 'duration_secs': 0.665758} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.281248] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.281248] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Reconfigured VM to attach interface {{(pid=71079) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1169.457214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-41f04a25-b5ea-4bd0-ad27-a18ad05ca102 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "48678790-a5b7-498a-b053-b0de2bff0fec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.424s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.519289] env[71079]: DEBUG oslo_concurrency.lockutils [req-233eb261-e3a2-4728-af41-73bf2fa8b07c req-7fac1f5d-2f0a-4c32-8fe1-8d4adae5a799 service nova] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.519663] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.548494] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e8261709-4307-4e96-a601-2425c8ac0a02] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.667151] env[71079]: DEBUG oslo_concurrency.lockutils [None req-293f5465-c91d-47f6-9f0a-859744aee6e7 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.769s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.785632] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8fa95fb-433e-47ca-a549-7ac39871d5c1 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-4a826ff8-5796-4026-89c2-c16dd88d1355" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.122s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.790164] env[71079]: DEBUG nova.compute.manager [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Received event network-changed-cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.790446] env[71079]: DEBUG nova.compute.manager [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Refreshing instance network info cache due to event network-changed-cd0aac8e-8489-4096-91e7-96ef048a2324. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.790713] env[71079]: DEBUG oslo_concurrency.lockutils [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] Acquiring lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.790934] env[71079]: DEBUG oslo_concurrency.lockutils [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] Acquired lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.791105] env[71079]: DEBUG nova.network.neutron [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Refreshing network info cache for port cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.022193] env[71079]: DEBUG oslo_vmware.api [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279748, 'name': PowerOnVM_Task, 'duration_secs': 0.75616} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.022628] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.052892] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: b597dd46-6202-47af-af86-d89ab2230165] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.558157] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: f72edbc0-c300-4677-8151-447c65196494] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.561912] env[71079]: DEBUG nova.network.neutron [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Updated VIF entry in instance network info cache for port cd0aac8e-8489-4096-91e7-96ef048a2324. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.562336] env[71079]: DEBUG nova.network.neutron [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Updating instance_info_cache with network_info: [{"id": "cd0aac8e-8489-4096-91e7-96ef048a2324", "address": "fa:16:3e:2d:2e:1e", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0aac8e-84", "ovs_interfaceid": "cd0aac8e-8489-4096-91e7-96ef048a2324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.759214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.759582] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.759827] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.760057] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.760468] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.764173] env[71079]: INFO nova.compute.manager [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Terminating instance [ 1171.036565] env[71079]: INFO nova.compute.manager [None req-1ab49555-c154-40bb-b4d8-60b94279a527 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance to original state: 'active' [ 1171.060263] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 46f11aac-4909-40e8-ae96-5f64e474ea14] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.065218] env[71079]: DEBUG oslo_concurrency.lockutils [req-0676e6e2-f4d3-4f78-9bd7-512ce9eed512 req-ba7670b4-c004-481d-8876-d4da9b975f10 service nova] Releasing lock "refresh_cache-e209b479-6582-4edc-a9d2-bd8d3f6465bc" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.268409] env[71079]: DEBUG nova.compute.manager [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.268570] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.269563] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b577c08-b0fd-447a-815e-b7c5cd23b31e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.277446] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.277671] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-720e772e-4d41-44dc-96c5-e89428f0905d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.284425] env[71079]: DEBUG oslo_vmware.api [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1171.284425] env[71079]: value = "task-3279750" [ 1171.284425] env[71079]: _type = "Task" [ 1171.284425] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.291410] env[71079]: DEBUG oslo_vmware.api [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.356669] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "interface-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-4a826ff8-5796-4026-89c2-c16dd88d1355" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.356962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-4a826ff8-5796-4026-89c2-c16dd88d1355" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.531305] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.531549] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.563298] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 93fe262e-954f-4555-828f-21a4f064b10d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.796464] env[71079]: DEBUG oslo_vmware.api [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279750, 'name': PowerOffVM_Task, 'duration_secs': 0.172844} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.796836] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.797067] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.797398] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f211cc-407f-4fa8-9630-843d09076b55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.860064] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.860378] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.861578] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8190f097-efae-40f3-8260-2cc4bf2b92e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.882962] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8684c7c8-5fe4-4f81-91b9-904a4f91a6f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.885613] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.885801] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.885981] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleting the datastore file [datastore2] 4ca30229-e749-4f20-a0fc-f1f63d1812ee {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.886259] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09fc1efc-e711-4aa2-8f27-8d9488b6fc76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.911584] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Reconfiguring VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1171.913185] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0924d358-d9d9-4cb2-9473-10792f0ec4bc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.927639] env[71079]: DEBUG oslo_vmware.api [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1171.927639] env[71079]: value = "task-3279752" [ 1171.927639] env[71079]: _type = "Task" [ 1171.927639] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.933017] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1171.933017] env[71079]: value = "task-3279753" [ 1171.933017] env[71079]: _type = "Task" [ 1171.933017] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.939572] env[71079]: DEBUG oslo_vmware.api [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.944672] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.033718] env[71079]: DEBUG nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.066265] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: bd1578ce-ee95-4d44-af39-05e53a33cef9] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.441317] env[71079]: DEBUG oslo_vmware.api [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173553} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.442028] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.442350] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.442459] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.442642] env[71079]: INFO nova.compute.manager [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1172.442884] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.443108] env[71079]: DEBUG nova.compute.manager [-] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.443209] env[71079]: DEBUG nova.network.neutron [-] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.449185] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.557586] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.557779] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.559439] env[71079]: INFO nova.compute.claims [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.569570] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 6f3fbfd8-9a2c-4415-8e84-7510e33c549e] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.591056] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.591056] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.591442] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.591578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.591774] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.596223] env[71079]: INFO nova.compute.manager [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Terminating instance [ 1172.924694] env[71079]: DEBUG nova.compute.manager [req-fc53b3a5-bc8c-4b4c-99a0-19ca20c81ba7 req-9babee97-d60d-48cb-832d-f8062ac55cd9 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Received event network-vif-deleted-24fb2a9f-71f7-46e8-8907-5de8ce939156 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.924791] env[71079]: INFO nova.compute.manager [req-fc53b3a5-bc8c-4b4c-99a0-19ca20c81ba7 req-9babee97-d60d-48cb-832d-f8062ac55cd9 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Neutron deleted interface 24fb2a9f-71f7-46e8-8907-5de8ce939156; detaching it from the instance and deleting it from the info cache [ 1172.924956] env[71079]: DEBUG nova.network.neutron [req-fc53b3a5-bc8c-4b4c-99a0-19ca20c81ba7 req-9babee97-d60d-48cb-832d-f8062ac55cd9 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.946747] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.072870] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 06b3794c-ecea-4a93-87d5-5b42295e89af] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.100516] env[71079]: DEBUG nova.compute.manager [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.101316] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.101730] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e0addf-2d86-46d7-bf2a-69e17d812b20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.111200] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.111392] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61fe7bf9-a3ae-425e-8ef6-4d114d871148 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.120027] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1173.120027] env[71079]: value = "task-3279755" [ 1173.120027] env[71079]: _type = "Task" [ 1173.120027] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.128396] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.399651] env[71079]: DEBUG nova.network.neutron [-] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.428301] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2cf764b-d069-4c1a-9554-e9ec0b7b4a8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.437842] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093b7f8-9bb3-47b2-aa25-7f57efaf4b47 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.459090] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.473668] env[71079]: DEBUG nova.compute.manager [req-fc53b3a5-bc8c-4b4c-99a0-19ca20c81ba7 req-9babee97-d60d-48cb-832d-f8062ac55cd9 service nova] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Detach interface failed, port_id=24fb2a9f-71f7-46e8-8907-5de8ce939156, reason: Instance 4ca30229-e749-4f20-a0fc-f1f63d1812ee could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.579481] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 0ea3623e-4565-49cf-9b8a-5cff84189fdb] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.631560] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279755, 'name': PowerOffVM_Task, 'duration_secs': 0.338565} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.631981] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.632240] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.632579] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28bf37ea-4234-4fbd-9cb3-88190da600c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.708081] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.708320] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.708503] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleting the datastore file [datastore2] 4e8d51bf-e49c-4794-8730-2332eedc8fd1 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.708816] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a101e10-9088-4382-8f43-029475e4dba7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.715955] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1173.715955] env[71079]: value = "task-3279757" [ 1173.715955] env[71079]: _type = "Task" [ 1173.715955] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.724456] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.739025] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e958e94c-7de9-4a7a-b2de-bcb68cc20109 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.746478] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea92140e-61dc-4c59-809c-8dbbdc2434e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.777702] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04a93ef-712d-4541-b921-73c66e6e129e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.785286] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c814c7-cfdd-46d7-9ae5-f99cd4e60bf0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.800409] env[71079]: DEBUG nova.compute.provider_tree [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.902612] env[71079]: INFO nova.compute.manager [-] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Took 1.46 seconds to deallocate network for instance. [ 1173.958159] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.083984] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: afb0d8f4-3928-47fe-be2d-64324a361652] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.225526] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.303371] env[71079]: DEBUG nova.scheduler.client.report [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.408852] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.459546] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.587055] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 07a2ebcb-258c-4709-9a5d-abb29625a953] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.727658] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.808177] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.808862] env[71079]: DEBUG nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.811770] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.403s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.812133] env[71079]: DEBUG nova.objects.instance [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lazy-loading 'resources' on Instance uuid 4ca30229-e749-4f20-a0fc-f1f63d1812ee {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.961034] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.090642] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: a17dd244-a485-4440-9283-859d63b544e0] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.232000] env[71079]: DEBUG oslo_vmware.api [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.024587} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.232330] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.232681] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.233042] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.233469] env[71079]: INFO nova.compute.manager [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1175.233817] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.234189] env[71079]: DEBUG nova.compute.manager [-] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.234350] env[71079]: DEBUG nova.network.neutron [-] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.315027] env[71079]: DEBUG nova.compute.utils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.318026] env[71079]: DEBUG nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.318240] env[71079]: DEBUG nova.network.neutron [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.359405] env[71079]: DEBUG nova.policy [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7e05352bc54bf3be1385727cbdf807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec894fe0499482eb2c722c20f78ddcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.466955] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.471016] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6ebeee-0603-46c6-a8c6-736c49b03f1d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.475723] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b2344-d7a5-4e6d-980c-a98141e48a63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.504942] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc665126-f540-45eb-a3b3-c0dd34f8454e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.512878] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccca542a-b74e-44d3-ac3d-3cea10f73089 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.526875] env[71079]: DEBUG nova.compute.provider_tree [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.593862] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: f46f41d3-b01a-42ea-a88f-8adffa0dc2fc] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.653881] env[71079]: DEBUG nova.network.neutron [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Successfully created port: 9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.709134] env[71079]: DEBUG nova.compute.manager [req-b5938652-3e25-4aec-bbe4-0dc926c4564a req-c7883d87-48d7-4816-953a-c11fdd66cb5d service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Received event network-vif-deleted-7897568c-d8fc-4016-8d16-15e6b3f3421c {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.709276] env[71079]: INFO nova.compute.manager [req-b5938652-3e25-4aec-bbe4-0dc926c4564a req-c7883d87-48d7-4816-953a-c11fdd66cb5d service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Neutron deleted interface 7897568c-d8fc-4016-8d16-15e6b3f3421c; detaching it from the instance and deleting it from the info cache [ 1175.709444] env[71079]: DEBUG nova.network.neutron [req-b5938652-3e25-4aec-bbe4-0dc926c4564a req-c7883d87-48d7-4816-953a-c11fdd66cb5d service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.823517] env[71079]: DEBUG nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.961847] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.030793] env[71079]: DEBUG nova.scheduler.client.report [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.097397] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: fab715a3-9430-4f78-b5d8-8c48763110b7] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.186953] env[71079]: DEBUG nova.network.neutron [-] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.211725] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55e0f02d-a374-4c1d-9950-123715d67eab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.221366] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4fbe49-7e02-443e-9117-ec86bf1fa046 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.250200] env[71079]: DEBUG nova.compute.manager [req-b5938652-3e25-4aec-bbe4-0dc926c4564a req-c7883d87-48d7-4816-953a-c11fdd66cb5d service nova] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Detach interface failed, port_id=7897568c-d8fc-4016-8d16-15e6b3f3421c, reason: Instance 4e8d51bf-e49c-4794-8730-2332eedc8fd1 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.462629] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.536172] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.559292] env[71079]: INFO nova.scheduler.client.report [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleted allocations for instance 4ca30229-e749-4f20-a0fc-f1f63d1812ee [ 1176.600346] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 5b122393-96d7-438c-9fec-6f94e1535e8e] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.694113] env[71079]: INFO nova.compute.manager [-] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Took 1.46 seconds to deallocate network for instance. [ 1176.834916] env[71079]: DEBUG nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.861668] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.861910] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.862078] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.862263] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.862406] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.862549] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.862757] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.862912] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.863107] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.863275] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.863445] env[71079]: DEBUG nova.virt.hardware [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.864325] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fc86ab-6620-4fd4-a2fd-d0838b505b81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.872855] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2204ec78-4287-445a-86f9-84b19cb7311f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.962861] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.044208] env[71079]: DEBUG nova.compute.manager [req-b2c9b39e-fc31-41cc-8882-1b4062b6fdff req-b1201c51-4c28-4ba0-966f-bb78d7b27603 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Received event network-vif-plugged-9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.044473] env[71079]: DEBUG oslo_concurrency.lockutils [req-b2c9b39e-fc31-41cc-8882-1b4062b6fdff req-b1201c51-4c28-4ba0-966f-bb78d7b27603 service nova] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.044692] env[71079]: DEBUG oslo_concurrency.lockutils [req-b2c9b39e-fc31-41cc-8882-1b4062b6fdff req-b1201c51-4c28-4ba0-966f-bb78d7b27603 service nova] Lock "d2ea129d-4f19-4104-8af7-464168f95a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.044858] env[71079]: DEBUG oslo_concurrency.lockutils [req-b2c9b39e-fc31-41cc-8882-1b4062b6fdff req-b1201c51-4c28-4ba0-966f-bb78d7b27603 service nova] Lock "d2ea129d-4f19-4104-8af7-464168f95a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.045078] env[71079]: DEBUG nova.compute.manager [req-b2c9b39e-fc31-41cc-8882-1b4062b6fdff req-b1201c51-4c28-4ba0-966f-bb78d7b27603 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] No waiting events found dispatching network-vif-plugged-9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.045197] env[71079]: WARNING nova.compute.manager [req-b2c9b39e-fc31-41cc-8882-1b4062b6fdff req-b1201c51-4c28-4ba0-966f-bb78d7b27603 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Received unexpected event network-vif-plugged-9c76890d-2a1f-4cc9-806f-c875c9205373 for instance with vm_state building and task_state spawning. [ 1177.066425] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e13b6aa6-54e1-47da-93fb-2da23aeabcee tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "4ca30229-e749-4f20-a0fc-f1f63d1812ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.307s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.103984] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 42d01463-70dd-48f2-91c6-e4e3ac598b1c] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.180630] env[71079]: DEBUG nova.network.neutron [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Successfully updated port: 9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.200965] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.201355] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.201638] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.226900] env[71079]: INFO nova.scheduler.client.report [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted allocations for instance 4e8d51bf-e49c-4794-8730-2332eedc8fd1 [ 1177.464098] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.607237] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 6586ddaf-a134-413e-b13c-d0e8529d2603] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.684124] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.684311] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.684444] env[71079]: DEBUG nova.network.neutron [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.735667] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1deb510c-9673-4a0a-8f9c-c3990667d01a tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4e8d51bf-e49c-4794-8730-2332eedc8fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.145s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.965961] env[71079]: DEBUG oslo_vmware.api [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279753, 'name': ReconfigVM_Task, 'duration_secs': 5.823017} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.966242] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.966452] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Reconfigured VM to detach interface {{(pid=71079) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1178.111637] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e460159d-efc7-4afd-a28d-93606c38bfbc] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.224572] env[71079]: DEBUG nova.network.neutron [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.386071] env[71079]: DEBUG nova.network.neutron [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updating instance_info_cache with network_info: [{"id": "9c76890d-2a1f-4cc9-806f-c875c9205373", "address": "fa:16:3e:45:10:9f", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c76890d-2a", "ovs_interfaceid": "9c76890d-2a1f-4cc9-806f-c875c9205373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.616077] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 418acd24-ec01-4435-b4b4-6cc2097cc8c3] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.618599] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4fa37152-e122-470c-ad7d-66b9d77b217f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.618962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.779327] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.779579] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.779805] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.779992] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.780223] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.782442] env[71079]: INFO nova.compute.manager [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Terminating instance [ 1178.889562] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.889853] env[71079]: DEBUG nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Instance network_info: |[{"id": "9c76890d-2a1f-4cc9-806f-c875c9205373", "address": "fa:16:3e:45:10:9f", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c76890d-2a", "ovs_interfaceid": "9c76890d-2a1f-4cc9-806f-c875c9205373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.890337] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:10:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c76890d-2a1f-4cc9-806f-c875c9205373', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.899109] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.899354] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.899606] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8357259-e76c-4dca-b806-a000e45f1199 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.919240] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.919240] env[71079]: value = "task-3279762" [ 1178.919240] env[71079]: _type = "Task" [ 1178.919240] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.927176] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279762, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.085879] env[71079]: DEBUG nova.compute.manager [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Received event network-changed-9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.086405] env[71079]: DEBUG nova.compute.manager [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Refreshing instance network info cache due to event network-changed-9c76890d-2a1f-4cc9-806f-c875c9205373. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.086830] env[71079]: DEBUG oslo_concurrency.lockutils [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] Acquiring lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.087032] env[71079]: DEBUG oslo_concurrency.lockutils [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] Acquired lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.087212] env[71079]: DEBUG nova.network.neutron [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Refreshing network info cache for port 9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.119397] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: fcfed608-e4ad-4b93-b2dc-c7e15b924bc1] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.121658] env[71079]: DEBUG nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.233097] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.233097] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquired lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.233369] env[71079]: DEBUG nova.network.neutron [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.287986] env[71079]: DEBUG nova.compute.manager [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.288244] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.289463] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e1e683-ce44-4f8f-97cb-41e3d8c47a42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.296627] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.296855] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c6d546f-24de-4f5a-946e-266097b789c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.302254] env[71079]: DEBUG oslo_vmware.api [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1179.302254] env[71079]: value = "task-3279763" [ 1179.302254] env[71079]: _type = "Task" [ 1179.302254] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.311564] env[71079]: DEBUG oslo_vmware.api [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.429362] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279762, 'name': CreateVM_Task, 'duration_secs': 0.347546} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.429539] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.430337] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.430549] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.430920] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.431263] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62cf183-0d29-464f-a3b7-0c9387d33f71 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.436454] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1179.436454] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5207bd47-a76b-46ef-fdd6-300dad280483" [ 1179.436454] env[71079]: _type = "Task" [ 1179.436454] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.444269] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5207bd47-a76b-46ef-fdd6-300dad280483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.627422] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 4cd73923-4b6d-4923-bb90-f0679c05e709] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.647626] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.647870] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.649488] env[71079]: INFO nova.compute.claims [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.798281] env[71079]: DEBUG nova.network.neutron [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updated VIF entry in instance network info cache for port 9c76890d-2a1f-4cc9-806f-c875c9205373. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.798657] env[71079]: DEBUG nova.network.neutron [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updating instance_info_cache with network_info: [{"id": "9c76890d-2a1f-4cc9-806f-c875c9205373", "address": "fa:16:3e:45:10:9f", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c76890d-2a", "ovs_interfaceid": "9c76890d-2a1f-4cc9-806f-c875c9205373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.811237] env[71079]: DEBUG oslo_vmware.api [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279763, 'name': PowerOffVM_Task, 'duration_secs': 0.197517} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.812065] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.812237] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.812481] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22cc0fbe-41ef-425a-af13-0ea79ddd6c4e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.880689] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.880893] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.881171] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleting the datastore file [datastore2] 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.881430] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ef5e9c-f54e-45e4-9d97-e29f5bcdf0d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.888850] env[71079]: DEBUG oslo_vmware.api [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1179.888850] env[71079]: value = "task-3279765" [ 1179.888850] env[71079]: _type = "Task" [ 1179.888850] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.896606] env[71079]: DEBUG oslo_vmware.api [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.946341] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5207bd47-a76b-46ef-fdd6-300dad280483, 'name': SearchDatastore_Task, 'duration_secs': 0.018046} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.947091] env[71079]: INFO nova.network.neutron [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Port 4a826ff8-5796-4026-89c2-c16dd88d1355 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1179.947413] env[71079]: DEBUG nova.network.neutron [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [{"id": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "address": "fa:16:3e:07:16:2e", "network": {"id": "f4981530-5112-433e-b71b-1b4a911c6bf3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1190545883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b524e678e3b48689bb1d764fdb31e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9ad56a-82", "ovs_interfaceid": "0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.948577] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.949261] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.949261] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.949261] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.949444] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.949783] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-775a13cf-944b-4944-8391-36d817f1d867 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.958393] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.958569] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.959785] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3160a173-fc41-417a-8d97-262b9424e609 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.965172] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1179.965172] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce684a-480c-c946-5b44-602cc7877262" [ 1179.965172] env[71079]: _type = "Task" [ 1179.965172] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.972414] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce684a-480c-c946-5b44-602cc7877262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.133689] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 640f91ee-1194-40aa-b29d-a1adb07914dd] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.303672] env[71079]: DEBUG oslo_concurrency.lockutils [req-9d382fda-c194-4736-a9b6-59491205948a req-c1aec4f0-9b6a-4120-9453-75f73259908e service nova] Releasing lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.398944] env[71079]: DEBUG oslo_vmware.api [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16418} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.399241] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.399431] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.399610] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.399783] env[71079]: INFO nova.compute.manager [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1180.400032] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.400241] env[71079]: DEBUG nova.compute.manager [-] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.400336] env[71079]: DEBUG nova.network.neutron [-] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.450792] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Releasing lock "refresh_cache-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.476693] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ce684a-480c-c946-5b44-602cc7877262, 'name': SearchDatastore_Task, 'duration_secs': 0.019105} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.479247] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96dbbd2-87ce-44ff-9aef-d150c320c7cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.484747] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1180.484747] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5208567b-2351-e017-ebb3-bea5b6c3ef86" [ 1180.484747] env[71079]: _type = "Task" [ 1180.484747] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.492461] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5208567b-2351-e017-ebb3-bea5b6c3ef86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.640626] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 9f66f94d-4307-4e25-8f85-852c6e45b609] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.843576] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9575533e-df4f-4cf8-adbf-1d5e4482d2e8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.851973] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553991cd-b5cf-47ea-a487-a5e8ca6a2809 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.882081] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a54ff-012a-4a78-9983-89ad38363d0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.889645] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef18d4-bba7-453d-a23b-4a16c4b42560 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.902839] env[71079]: DEBUG nova.compute.provider_tree [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.954954] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fd3cbce9-4eab-490e-ab0d-17c4f99ad21b tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "interface-9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f-4a826ff8-5796-4026-89c2-c16dd88d1355" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.598s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.995932] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5208567b-2351-e017-ebb3-bea5b6c3ef86, 'name': SearchDatastore_Task, 'duration_secs': 0.022228} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.996215] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.996473] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d2ea129d-4f19-4104-8af7-464168f95a82/d2ea129d-4f19-4104-8af7-464168f95a82.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.996731] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f864375-8d35-42a3-aba4-d98eba76bb46 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.003817] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1181.003817] env[71079]: value = "task-3279767" [ 1181.003817] env[71079]: _type = "Task" [ 1181.003817] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.012799] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.144758] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 64be6bef-6f28-4c4b-813e-f5028cedb21b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.177047] env[71079]: DEBUG nova.compute.manager [req-3d83dd35-a5db-4a06-95b6-5c6252022a59 req-9f2c984c-7bd1-426d-83ba-1cb77e1907e4 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Received event network-vif-deleted-0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.177271] env[71079]: INFO nova.compute.manager [req-3d83dd35-a5db-4a06-95b6-5c6252022a59 req-9f2c984c-7bd1-426d-83ba-1cb77e1907e4 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Neutron deleted interface 0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae; detaching it from the instance and deleting it from the info cache [ 1181.177442] env[71079]: DEBUG nova.network.neutron [req-3d83dd35-a5db-4a06-95b6-5c6252022a59 req-9f2c984c-7bd1-426d-83ba-1cb77e1907e4 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.407683] env[71079]: DEBUG nova.scheduler.client.report [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.518920] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470381} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.518920] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d2ea129d-4f19-4104-8af7-464168f95a82/d2ea129d-4f19-4104-8af7-464168f95a82.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.519226] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.519387] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d7cffb2-b064-47b2-a4ff-d50c05d502dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.528784] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1181.528784] env[71079]: value = "task-3279768" [ 1181.528784] env[71079]: _type = "Task" [ 1181.528784] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.540179] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.544040] env[71079]: DEBUG nova.compute.manager [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.544840] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f459b5-5d1d-4467-af09-35134a9fb3b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.651561] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 33f03d75-9686-4550-9de0-d6b20d47926c] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.652193] env[71079]: DEBUG nova.network.neutron [-] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.680643] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a314783-e041-4fb7-a903-64b6fca59787 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.690665] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30153427-a93e-493c-87ae-4a48091de14d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.724801] env[71079]: DEBUG nova.compute.manager [req-3d83dd35-a5db-4a06-95b6-5c6252022a59 req-9f2c984c-7bd1-426d-83ba-1cb77e1907e4 service nova] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Detach interface failed, port_id=0f9ad56a-82d6-45d2-95bf-e2a7846fd6ae, reason: Instance 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.913491] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.914015] env[71079]: DEBUG nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.014162] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "447fc5ce-65d6-428d-8e98-44e784846996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.014466] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "447fc5ce-65d6-428d-8e98-44e784846996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.014720] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "447fc5ce-65d6-428d-8e98-44e784846996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.014916] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "447fc5ce-65d6-428d-8e98-44e784846996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.015101] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "447fc5ce-65d6-428d-8e98-44e784846996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.017799] env[71079]: INFO nova.compute.manager [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Terminating instance [ 1182.038952] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067161} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.039232] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.039980] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98bed7-614d-460c-8501-45819d995ccd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.061902] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] d2ea129d-4f19-4104-8af7-464168f95a82/d2ea129d-4f19-4104-8af7-464168f95a82.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.062688] env[71079]: INFO nova.compute.manager [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] instance snapshotting [ 1182.064028] env[71079]: DEBUG nova.objects.instance [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'flavor' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.064437] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6413c7-fca2-4211-8042-6f254831517e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.084442] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1182.084442] env[71079]: value = "task-3279769" [ 1182.084442] env[71079]: _type = "Task" [ 1182.084442] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.092447] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.154194] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 857a46b2-651b-4144-8bcf-0ae05e663f21] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.156039] env[71079]: INFO nova.compute.manager [-] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Took 1.76 seconds to deallocate network for instance. [ 1182.419197] env[71079]: DEBUG nova.compute.utils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.420612] env[71079]: DEBUG nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.420780] env[71079]: DEBUG nova.network.neutron [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.457651] env[71079]: DEBUG nova.policy [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1973cca916947b19b41ddc0d75c5b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad0751a3d344038881334369589c363', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.521758] env[71079]: DEBUG nova.compute.manager [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.522108] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.522986] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca397e-6ed2-45fb-825d-867ec7883b23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.531664] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.531925] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f08a2a1-6db1-4082-beb6-18636fb2248a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.538846] env[71079]: DEBUG oslo_vmware.api [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1182.538846] env[71079]: value = "task-3279770" [ 1182.538846] env[71079]: _type = "Task" [ 1182.538846] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.547391] env[71079]: DEBUG oslo_vmware.api [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.582421] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c411d68c-d0ef-497a-84d1-7e17b2c26594 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.595756] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279769, 'name': ReconfigVM_Task, 'duration_secs': 0.287243} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.608790] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Reconfigured VM instance instance-00000071 to attach disk [datastore2] d2ea129d-4f19-4104-8af7-464168f95a82/d2ea129d-4f19-4104-8af7-464168f95a82.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.609535] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e45ceeed-6bac-4a4e-ba54-5b8209bd2c2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.611634] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe7aa38-ab5f-4c0b-b327-fffc2321b836 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.626165] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1182.626165] env[71079]: value = "task-3279771" [ 1182.626165] env[71079]: _type = "Task" [ 1182.626165] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.631992] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279771, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.657718] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 147884b2-d4e7-4759-ad7e-8cc1b2f098f1] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.661742] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.662019] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.662245] env[71079]: DEBUG nova.objects.instance [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'resources' on Instance uuid 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.720514] env[71079]: DEBUG nova.network.neutron [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Successfully created port: 7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.924942] env[71079]: DEBUG nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.049143] env[71079]: DEBUG oslo_vmware.api [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279770, 'name': PowerOffVM_Task, 'duration_secs': 0.264877} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.049495] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.049726] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.050397] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58f559b4-ad81-4fb0-8cc8-2d2f0cf43e28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.120642] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.120866] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.121114] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleting the datastore file [datastore1] 447fc5ce-65d6-428d-8e98-44e784846996 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.121393] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c94851c4-a0d2-4c3a-8a60-b83f7cab2479 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.124389] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1183.124676] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6ba9f6c-8204-4cee-bfa6-8c43bf7d1945 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.130446] env[71079]: DEBUG oslo_vmware.api [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1183.130446] env[71079]: value = "task-3279774" [ 1183.130446] env[71079]: _type = "Task" [ 1183.130446] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.136947] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279771, 'name': Rename_Task, 'duration_secs': 0.20495} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.138444] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.138751] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1183.138751] env[71079]: value = "task-3279775" [ 1183.138751] env[71079]: _type = "Task" [ 1183.138751] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.138935] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8617623c-91b8-4904-8b0f-bd57f017d630 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.145903] env[71079]: DEBUG oslo_vmware.api [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.151450] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.152673] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1183.152673] env[71079]: value = "task-3279776" [ 1183.152673] env[71079]: _type = "Task" [ 1183.152673] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.160549] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e58678a9-0d5b-45cb-8377-9e0c138889c5] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.162402] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.310939] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d4ba06-5d4a-4717-bdc2-3fbf31254e0d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.319701] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d5e19-e35a-488f-8090-3d5e21eb02bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.352925] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a66df0-2eea-4662-a5ca-b67ff8a4fb6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.362057] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b693d-07c1-437f-9498-3622463e5959 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.376556] env[71079]: DEBUG nova.compute.provider_tree [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.643756] env[71079]: DEBUG oslo_vmware.api [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255188} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.646741] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.646941] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.647138] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.647322] env[71079]: INFO nova.compute.manager [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1183.647555] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.647748] env[71079]: DEBUG nova.compute.manager [-] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.647842] env[71079]: DEBUG nova.network.neutron [-] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.655636] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.663884] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 2a276018-af94-41e2-aa14-0fe121b25c46] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.665874] env[71079]: DEBUG oslo_vmware.api [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279776, 'name': PowerOnVM_Task, 'duration_secs': 0.468573} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.666285] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.666487] env[71079]: INFO nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1183.666657] env[71079]: DEBUG nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.667431] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858e304-8fdd-47cc-9dc6-1f3f03616a53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.880309] env[71079]: DEBUG nova.scheduler.client.report [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.929468] env[71079]: DEBUG nova.compute.manager [req-6b8c6dcc-7b95-4314-a452-71cc6975f502 req-ad564c91-67c4-48b1-b554-315a6b6ff600 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Received event network-vif-deleted-90102c97-8bfd-4ae2-89b7-528ed305c144 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.929672] env[71079]: INFO nova.compute.manager [req-6b8c6dcc-7b95-4314-a452-71cc6975f502 req-ad564c91-67c4-48b1-b554-315a6b6ff600 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Neutron deleted interface 90102c97-8bfd-4ae2-89b7-528ed305c144; detaching it from the instance and deleting it from the info cache [ 1183.929843] env[71079]: DEBUG nova.network.neutron [req-6b8c6dcc-7b95-4314-a452-71cc6975f502 req-ad564c91-67c4-48b1-b554-315a6b6ff600 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.933607] env[71079]: DEBUG nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.957859] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.958115] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.958280] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.958461] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.958604] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.958748] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.958973] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.959153] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.959326] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.959488] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.959658] env[71079]: DEBUG nova.virt.hardware [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.960737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c2a9dc-49df-4aed-8c6a-9ea1c3c5ba23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.968932] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661e5f64-e8d5-442f-9cf0-b4c22bab8d0f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.153798] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279775, 'name': CreateSnapshot_Task, 'duration_secs': 0.607596} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.156091] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1184.156091] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c825cd4-0377-44f2-a2d0-92f7ca1a628d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.166503] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: ff127830-f98c-463a-b964-300ebdbfdab5] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.186451] env[71079]: INFO nova.compute.manager [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Took 11.65 seconds to build instance. [ 1184.202460] env[71079]: DEBUG nova.compute.manager [req-eda06268-ebd2-437c-a046-b141fbbfde3d req-ff09a488-6da2-4831-8f68-61d61763d48b service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Received event network-vif-plugged-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.203038] env[71079]: DEBUG oslo_concurrency.lockutils [req-eda06268-ebd2-437c-a046-b141fbbfde3d req-ff09a488-6da2-4831-8f68-61d61763d48b service nova] Acquiring lock "4fa37152-e122-470c-ad7d-66b9d77b217f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.203360] env[71079]: DEBUG oslo_concurrency.lockutils [req-eda06268-ebd2-437c-a046-b141fbbfde3d req-ff09a488-6da2-4831-8f68-61d61763d48b service nova] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.203461] env[71079]: DEBUG oslo_concurrency.lockutils [req-eda06268-ebd2-437c-a046-b141fbbfde3d req-ff09a488-6da2-4831-8f68-61d61763d48b service nova] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.203618] env[71079]: DEBUG nova.compute.manager [req-eda06268-ebd2-437c-a046-b141fbbfde3d req-ff09a488-6da2-4831-8f68-61d61763d48b service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] No waiting events found dispatching network-vif-plugged-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.204102] env[71079]: WARNING nova.compute.manager [req-eda06268-ebd2-437c-a046-b141fbbfde3d req-ff09a488-6da2-4831-8f68-61d61763d48b service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Received unexpected event network-vif-plugged-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead for instance with vm_state building and task_state spawning. [ 1184.290305] env[71079]: DEBUG nova.network.neutron [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Successfully updated port: 7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.385968] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.409659] env[71079]: DEBUG nova.network.neutron [-] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.411850] env[71079]: INFO nova.scheduler.client.report [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted allocations for instance 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f [ 1184.433379] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-223998df-5d43-411f-85ef-5305f8e51b14 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.443800] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699cd350-46bb-4688-bb91-d31045bcbafb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.476781] env[71079]: DEBUG nova.compute.manager [req-6b8c6dcc-7b95-4314-a452-71cc6975f502 req-ad564c91-67c4-48b1-b554-315a6b6ff600 service nova] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Detach interface failed, port_id=90102c97-8bfd-4ae2-89b7-528ed305c144, reason: Instance 447fc5ce-65d6-428d-8e98-44e784846996 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.673635] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1184.674182] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 1f678579-a949-4bf2-9526-b3ca84eda4cf] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.675970] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8bac0265-aadb-410c-838a-4b0647daea78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.687482] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a535329-2c6b-43a1-a9de-dd5d4111a4d4 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.156s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.687880] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1184.687880] env[71079]: value = "task-3279777" [ 1184.687880] env[71079]: _type = "Task" [ 1184.687880] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.697083] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279777, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.793958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.793958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.794545] env[71079]: DEBUG nova.network.neutron [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.916842] env[71079]: INFO nova.compute.manager [-] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Took 1.27 seconds to deallocate network for instance. [ 1184.921630] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9d12c861-b03b-490b-8aef-7d6836e9418a tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.142s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.182224] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: ba8e907b-2f8c-4d51-96c5-933e9dd2b47d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.199322] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279777, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.325252] env[71079]: DEBUG nova.network.neutron [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.424245] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.424529] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.424749] env[71079]: DEBUG nova.objects.instance [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lazy-loading 'resources' on Instance uuid 447fc5ce-65d6-428d-8e98-44e784846996 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.452425] env[71079]: DEBUG nova.network.neutron [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updating instance_info_cache with network_info: [{"id": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "address": "fa:16:3e:44:9e:d9", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e4ca0-4c", "ovs_interfaceid": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.473920] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "fd1fd92d-5373-465f-8f86-4d3803b002df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.474179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.474387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.474573] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.474736] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.476601] env[71079]: INFO nova.compute.manager [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Terminating instance [ 1185.685494] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 4dab1fc3-34f9-44da-b148-7503f7b6701e] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.701478] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279777, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.955627] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.955772] env[71079]: DEBUG nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Instance network_info: |[{"id": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "address": "fa:16:3e:44:9e:d9", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e4ca0-4c", "ovs_interfaceid": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.956221] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:9e:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e9e4ca0-4c63-40db-bc7e-2eccb92fcead', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.965269] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.970192] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.970694] env[71079]: DEBUG nova.compute.manager [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Received event network-changed-9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.970902] env[71079]: DEBUG nova.compute.manager [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Refreshing instance network info cache due to event network-changed-9c76890d-2a1f-4cc9-806f-c875c9205373. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.971154] env[71079]: DEBUG oslo_concurrency.lockutils [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] Acquiring lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.971313] env[71079]: DEBUG oslo_concurrency.lockutils [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] Acquired lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.971473] env[71079]: DEBUG nova.network.neutron [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Refreshing network info cache for port 9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.973670] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e2b536f-01d6-42ce-9b57-7d9f6e4ee632 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.993523] env[71079]: DEBUG nova.compute.manager [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.993745] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.995262] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f0b5c9-6ac2-4706-a5b2-7feb581c74be {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.003776] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.005111] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e27f62-940f-4cb5-ba4f-373d5338319a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.006591] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.006591] env[71079]: value = "task-3279779" [ 1186.006591] env[71079]: _type = "Task" [ 1186.006591] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.015575] env[71079]: DEBUG oslo_vmware.api [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1186.015575] env[71079]: value = "task-3279780" [ 1186.015575] env[71079]: _type = "Task" [ 1186.015575] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.022992] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279779, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.031688] env[71079]: DEBUG oslo_vmware.api [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.093844] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abb64a2-578c-4352-85a1-b07c15a4bc5d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.102958] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73fecab-f0cd-47ab-b75e-8f078887e0c5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.134607] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50299f4d-23c8-4a72-bbcc-b968a36ac030 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.143397] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d538285e-8e67-43ff-9f2b-e2d17a5cf4d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.158060] env[71079]: DEBUG nova.compute.provider_tree [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.189204] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 37e0139a-2f1f-4945-9b64-3a711e7759cb] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.202682] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279777, 'name': CloneVM_Task, 'duration_secs': 1.381245} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.202682] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Created linked-clone VM from snapshot [ 1186.203379] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6334f1-7ff9-40c1-b5c8-36c5daab6fc5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.214474] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Uploading image cfd1f660-e528-409a-8f81-bc887e25d3a7 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1186.234368] env[71079]: DEBUG nova.compute.manager [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Received event network-changed-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.234815] env[71079]: DEBUG nova.compute.manager [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Refreshing instance network info cache due to event network-changed-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.234815] env[71079]: DEBUG oslo_concurrency.lockutils [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] Acquiring lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.234942] env[71079]: DEBUG oslo_concurrency.lockutils [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] Acquired lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.235481] env[71079]: DEBUG nova.network.neutron [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Refreshing network info cache for port 7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.240485] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1186.240485] env[71079]: value = "vm-655002" [ 1186.240485] env[71079]: _type = "VirtualMachine" [ 1186.240485] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1186.241922] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82b3cb3b-5c1b-4eed-9c9d-be27748aebc9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.249698] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease: (returnval){ [ 1186.249698] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c3073-7880-b367-ae6c-577b04dc887d" [ 1186.249698] env[71079]: _type = "HttpNfcLease" [ 1186.249698] env[71079]: } obtained for exporting VM: (result){ [ 1186.249698] env[71079]: value = "vm-655002" [ 1186.249698] env[71079]: _type = "VirtualMachine" [ 1186.249698] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1186.250077] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the lease: (returnval){ [ 1186.250077] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c3073-7880-b367-ae6c-577b04dc887d" [ 1186.250077] env[71079]: _type = "HttpNfcLease" [ 1186.250077] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1186.257700] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.257700] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c3073-7880-b367-ae6c-577b04dc887d" [ 1186.257700] env[71079]: _type = "HttpNfcLease" [ 1186.257700] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.520196] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279779, 'name': CreateVM_Task, 'duration_secs': 0.347063} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.523267] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.524038] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.524303] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.524731] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.525341] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074cd7a6-41ba-45d3-bad3-1d6ce0c2025a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.530812] env[71079]: DEBUG oslo_vmware.api [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279780, 'name': PowerOffVM_Task, 'duration_secs': 0.268887} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.532279] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.532540] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.532798] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1186.532798] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52804b10-7c46-1671-809f-df6bd9fba393" [ 1186.532798] env[71079]: _type = "Task" [ 1186.532798] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.533141] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66518641-8943-488e-b468-e21abf1d71c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.545513] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52804b10-7c46-1671-809f-df6bd9fba393, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.545831] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.546188] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.546465] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.546617] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.546793] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.549310] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb4f7eeb-133a-4b50-bfa3-fb5ee740e38a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.559249] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.559437] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.560199] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa07a008-0a8b-43b8-aa63-434ecde6a214 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.566372] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1186.566372] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5269a03f-e142-dffb-2a36-9f173cd046fa" [ 1186.566372] env[71079]: _type = "Task" [ 1186.566372] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.576020] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5269a03f-e142-dffb-2a36-9f173cd046fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.649084] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.649379] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.649549] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleting the datastore file [datastore1] fd1fd92d-5373-465f-8f86-4d3803b002df {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.650042] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdad30c1-4c40-42b3-a81c-e0e01a1c0552 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.657749] env[71079]: DEBUG oslo_vmware.api [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for the task: (returnval){ [ 1186.657749] env[71079]: value = "task-3279783" [ 1186.657749] env[71079]: _type = "Task" [ 1186.657749] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.661977] env[71079]: DEBUG nova.scheduler.client.report [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.669959] env[71079]: DEBUG oslo_vmware.api [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.695807] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: a9c09f10-52bf-4b7a-b7f1-c432c23c88b0] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.704271] env[71079]: DEBUG nova.network.neutron [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updated VIF entry in instance network info cache for port 9c76890d-2a1f-4cc9-806f-c875c9205373. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.704622] env[71079]: DEBUG nova.network.neutron [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updating instance_info_cache with network_info: [{"id": "9c76890d-2a1f-4cc9-806f-c875c9205373", "address": "fa:16:3e:45:10:9f", "network": {"id": "0c1659eb-f5e1-4193-b319-d557e23070c7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1884131862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec894fe0499482eb2c722c20f78ddcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c76890d-2a", "ovs_interfaceid": "9c76890d-2a1f-4cc9-806f-c875c9205373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.760804] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.760804] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c3073-7880-b367-ae6c-577b04dc887d" [ 1186.760804] env[71079]: _type = "HttpNfcLease" [ 1186.760804] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1186.761130] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1186.761130] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524c3073-7880-b367-ae6c-577b04dc887d" [ 1186.761130] env[71079]: _type = "HttpNfcLease" [ 1186.761130] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1186.761792] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ffb0b-64cf-4e11-83b6-5e513a76f39a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.769221] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242af96-e887-a424-f329-4e43c447ba3e/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1186.769397] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242af96-e887-a424-f329-4e43c447ba3e/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1186.862266] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e609cdb-21c6-4914-85bc-2f33d191f462 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.017310] env[71079]: DEBUG nova.network.neutron [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updated VIF entry in instance network info cache for port 7e9e4ca0-4c63-40db-bc7e-2eccb92fcead. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.017655] env[71079]: DEBUG nova.network.neutron [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updating instance_info_cache with network_info: [{"id": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "address": "fa:16:3e:44:9e:d9", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e4ca0-4c", "ovs_interfaceid": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.078140] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5269a03f-e142-dffb-2a36-9f173cd046fa, 'name': SearchDatastore_Task, 'duration_secs': 0.019271} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.079018] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492bd914-9867-4bd4-b0fa-a2c951f39bb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.086601] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1187.086601] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52978cd1-f432-54d5-0ab2-6da5e2f4742d" [ 1187.086601] env[71079]: _type = "Task" [ 1187.086601] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.098515] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52978cd1-f432-54d5-0ab2-6da5e2f4742d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.169243] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.171272] env[71079]: DEBUG oslo_vmware.api [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Task: {'id': task-3279783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160045} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.171707] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.171885] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.172079] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.172840] env[71079]: INFO nova.compute.manager [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1187.172840] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.172840] env[71079]: DEBUG nova.compute.manager [-] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.172840] env[71079]: DEBUG nova.network.neutron [-] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.192269] env[71079]: INFO nova.scheduler.client.report [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleted allocations for instance 447fc5ce-65d6-428d-8e98-44e784846996 [ 1187.199726] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 58c5506b-a2a4-475c-aa80-27b9732234d0] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.208665] env[71079]: DEBUG oslo_concurrency.lockutils [req-15be7bfd-dd55-46bd-beda-f04c60c2de79 req-805952e1-9eee-48d1-be6f-d169d8e52682 service nova] Releasing lock "refresh_cache-d2ea129d-4f19-4104-8af7-464168f95a82" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.520494] env[71079]: DEBUG oslo_concurrency.lockutils [req-b970746f-3424-4c82-aa62-1039160a1cd9 req-495ea96b-e7fa-43a5-9e78-027335fe0192 service nova] Releasing lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.600203] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52978cd1-f432-54d5-0ab2-6da5e2f4742d, 'name': SearchDatastore_Task, 'duration_secs': 0.013164} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.600509] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.601168] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 4fa37152-e122-470c-ad7d-66b9d77b217f/4fa37152-e122-470c-ad7d-66b9d77b217f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.601168] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbffe448-7f91-4e4d-99ee-5b1e861e9d8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.610321] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1187.610321] env[71079]: value = "task-3279784" [ 1187.610321] env[71079]: _type = "Task" [ 1187.610321] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.620086] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.700318] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a8b46640-7a2c-4888-afde-60c634bfee73 tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "447fc5ce-65d6-428d-8e98-44e784846996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.703633] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 926f7d25-80c5-408e-b2b5-0544d36305f2] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.998814] env[71079]: DEBUG nova.network.neutron [-] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.062134] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.062492] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.121843] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.206726] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d1ee91d7-9d84-4094-8d38-166d8a2b999e] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.259955] env[71079]: DEBUG nova.compute.manager [req-dd09574e-91aa-420b-9fb3-413fbfb52462 req-38133058-3a95-489d-a39f-5608221b6c33 service nova] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Received event network-vif-deleted-d0a4399b-2a92-42fb-8a35-a70526437004 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.503086] env[71079]: INFO nova.compute.manager [-] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Took 1.33 seconds to deallocate network for instance. [ 1188.565634] env[71079]: DEBUG nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.621693] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627297} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.622081] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 4fa37152-e122-470c-ad7d-66b9d77b217f/4fa37152-e122-470c-ad7d-66b9d77b217f.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.622299] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.622626] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-140cc7bb-6c1e-4f7b-b966-3b431a283b12 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.630507] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1188.630507] env[71079]: value = "task-3279785" [ 1188.630507] env[71079]: _type = "Task" [ 1188.630507] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.641905] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.711299] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 234bae3a-7868-453f-9072-24eb855d57ed] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.778087] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "be812872-bffc-49c1-ae14-a298d3c4ac6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.778452] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.778835] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "be812872-bffc-49c1-ae14-a298d3c4ac6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.779098] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.779350] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.781580] env[71079]: INFO nova.compute.manager [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Terminating instance [ 1189.015118] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.015647] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.016453] env[71079]: DEBUG nova.objects.instance [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lazy-loading 'resources' on Instance uuid fd1fd92d-5373-465f-8f86-4d3803b002df {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.091578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.141549] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182744} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.141549] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.142967] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a610faea-4f1b-4865-a54e-67f9042aa342 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.166782] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4fa37152-e122-470c-ad7d-66b9d77b217f/4fa37152-e122-470c-ad7d-66b9d77b217f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.167122] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3586a66-d8af-4268-8d67-48fe28eb8c38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.189408] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1189.189408] env[71079]: value = "task-3279786" [ 1189.189408] env[71079]: _type = "Task" [ 1189.189408] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.200596] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.286495] env[71079]: DEBUG nova.compute.manager [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.286495] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.287768] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6197619f-2884-413c-a0b4-3f69f87328cf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.297808] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.298071] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd261596-eab5-4f62-8cf0-34a429116900 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.306446] env[71079]: DEBUG oslo_vmware.api [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1189.306446] env[71079]: value = "task-3279787" [ 1189.306446] env[71079]: _type = "Task" [ 1189.306446] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.315982] env[71079]: DEBUG oslo_vmware.api [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.654694] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611c9064-4eba-4384-a7f6-db9ec4de8014 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.663791] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984481ee-5b4b-4e49-95f3-a1e3aabd04bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.713471] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867c11f5-38eb-4fb1-abc8-3fe0958a9f6b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.727089] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d789e4-9684-4bc6-8ce7-d9fc2280467c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.731403] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279786, 'name': ReconfigVM_Task, 'duration_secs': 0.376385} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.731728] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4fa37152-e122-470c-ad7d-66b9d77b217f/4fa37152-e122-470c-ad7d-66b9d77b217f.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.732760] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0540bace-8b30-4581-bb90-9a78a52eb2cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.744731] env[71079]: DEBUG nova.compute.provider_tree [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.747630] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1189.747630] env[71079]: value = "task-3279788" [ 1189.747630] env[71079]: _type = "Task" [ 1189.747630] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.759922] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279788, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.817808] env[71079]: DEBUG oslo_vmware.api [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279787, 'name': PowerOffVM_Task, 'duration_secs': 0.218935} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.818188] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.818436] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.818708] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ee940e-7f34-47ee-9287-b2b49a090592 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.908790] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.909041] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.909286] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleting the datastore file [datastore1] be812872-bffc-49c1-ae14-a298d3c4ac6f {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.909584] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e970ce9d-6a6f-454a-bcf4-3da5e3b9285e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.917275] env[71079]: DEBUG oslo_vmware.api [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for the task: (returnval){ [ 1189.917275] env[71079]: value = "task-3279790" [ 1189.917275] env[71079]: _type = "Task" [ 1189.917275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.926712] env[71079]: DEBUG oslo_vmware.api [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.250189] env[71079]: DEBUG nova.scheduler.client.report [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.263888] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279788, 'name': Rename_Task, 'duration_secs': 0.187071} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.264133] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.264409] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc637b23-d497-4686-b4c0-2e217eb0d170 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.281260] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1190.281260] env[71079]: value = "task-3279791" [ 1190.281260] env[71079]: _type = "Task" [ 1190.281260] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.290355] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.428747] env[71079]: DEBUG oslo_vmware.api [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Task: {'id': task-3279790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196853} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.429050] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.429239] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.429423] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.429598] env[71079]: INFO nova.compute.manager [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1190.429840] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.430044] env[71079]: DEBUG nova.compute.manager [-] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.430205] env[71079]: DEBUG nova.network.neutron [-] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.691835] env[71079]: DEBUG nova.compute.manager [req-9f9b67e5-73e3-4031-b635-64db15f094eb req-eb1f9802-4bf1-4b96-b0e5-b4930deaf538 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Received event network-vif-deleted-3622613a-30e9-49fa-bdf7-73cbc65c1318 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.691835] env[71079]: INFO nova.compute.manager [req-9f9b67e5-73e3-4031-b635-64db15f094eb req-eb1f9802-4bf1-4b96-b0e5-b4930deaf538 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Neutron deleted interface 3622613a-30e9-49fa-bdf7-73cbc65c1318; detaching it from the instance and deleting it from the info cache [ 1190.691835] env[71079]: DEBUG nova.network.neutron [req-9f9b67e5-73e3-4031-b635-64db15f094eb req-eb1f9802-4bf1-4b96-b0e5-b4930deaf538 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.758363] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.760917] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.669s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.762710] env[71079]: INFO nova.compute.claims [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.779768] env[71079]: INFO nova.scheduler.client.report [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Deleted allocations for instance fd1fd92d-5373-465f-8f86-4d3803b002df [ 1190.795044] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.174560] env[71079]: DEBUG nova.network.neutron [-] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.194475] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1a91cb4-bca5-44fc-9ddd-3c654e9193a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.206305] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8649625-3173-4454-b5e8-f2d992b30eaa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.242935] env[71079]: DEBUG nova.compute.manager [req-9f9b67e5-73e3-4031-b635-64db15f094eb req-eb1f9802-4bf1-4b96-b0e5-b4930deaf538 service nova] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Detach interface failed, port_id=3622613a-30e9-49fa-bdf7-73cbc65c1318, reason: Instance be812872-bffc-49c1-ae14-a298d3c4ac6f could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.293490] env[71079]: DEBUG oslo_vmware.api [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279791, 'name': PowerOnVM_Task, 'duration_secs': 0.983169} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.293899] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ef8d24a5-8491-44ff-a831-dd6ae1d47565 tempest-AttachInterfacesTestJSON-1192055234 tempest-AttachInterfacesTestJSON-1192055234-project-member] Lock "fd1fd92d-5373-465f-8f86-4d3803b002df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.820s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.294825] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.295046] env[71079]: INFO nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1191.295232] env[71079]: DEBUG nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.296175] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e62739-a998-4b9e-920d-347e2607d9d2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.677980] env[71079]: INFO nova.compute.manager [-] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Took 1.25 seconds to deallocate network for instance. [ 1191.817175] env[71079]: INFO nova.compute.manager [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Took 12.19 seconds to build instance. [ 1191.899881] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1ad09-46f0-4c94-9cce-5d1295686e70 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.910558] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ab9c8a-3789-4a70-983b-d871c0e2f2df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.944843] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c785d95-9f7e-470d-9321-831106a6cee2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.953800] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8db1c4-08ff-4d26-8939-1b1340ce43c9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.968693] env[71079]: DEBUG nova.compute.provider_tree [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.185231] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.210933] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.321527] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6017082-e6f0-4bb5-aa7d-e5072ba90b3b tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.702s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.473060] env[71079]: DEBUG nova.scheduler.client.report [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.938517] env[71079]: DEBUG nova.compute.manager [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Received event network-changed-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.938704] env[71079]: DEBUG nova.compute.manager [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Refreshing instance network info cache due to event network-changed-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.938929] env[71079]: DEBUG oslo_concurrency.lockutils [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] Acquiring lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.939063] env[71079]: DEBUG oslo_concurrency.lockutils [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] Acquired lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.939275] env[71079]: DEBUG nova.network.neutron [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Refreshing network info cache for port 7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.978355] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.978758] env[71079]: DEBUG nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.981971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.797s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.982231] env[71079]: DEBUG nova.objects.instance [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lazy-loading 'resources' on Instance uuid be812872-bffc-49c1-ae14-a298d3c4ac6f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.487713] env[71079]: DEBUG nova.compute.utils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.495482] env[71079]: DEBUG nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.495482] env[71079]: DEBUG nova.network.neutron [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.552615] env[71079]: DEBUG nova.policy [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f46a68d02249e98c00741dc9fe518c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddaf90291f4b4fbbad7326741e8c8c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.653101] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01674bf-6178-4be4-a6ed-bc7a3e8883c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.664310] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d060e5-c6f1-4980-baaa-2afe15afa75d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.710017] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c786d5-7e31-414b-91b8-cc1e99e0488f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.718649] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9658325d-608f-4c8f-93b1-7425d1d4641f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.736358] env[71079]: DEBUG nova.compute.provider_tree [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.795356] env[71079]: DEBUG nova.network.neutron [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updated VIF entry in instance network info cache for port 7e9e4ca0-4c63-40db-bc7e-2eccb92fcead. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.795750] env[71079]: DEBUG nova.network.neutron [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updating instance_info_cache with network_info: [{"id": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "address": "fa:16:3e:44:9e:d9", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e4ca0-4c", "ovs_interfaceid": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.938321] env[71079]: DEBUG nova.network.neutron [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Successfully created port: d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.995577] env[71079]: DEBUG nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.244250] env[71079]: DEBUG nova.scheduler.client.report [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.298659] env[71079]: DEBUG oslo_concurrency.lockutils [req-ce1123b6-ff1b-48a7-b895-5bebfd078f10 req-b2c27d1b-242a-477f-b298-c020b75f3347 service nova] Releasing lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.501213] env[71079]: INFO nova.virt.block_device [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Booting with volume c0cafc06-f5bf-4188-9c8c-376a7f747d33 at /dev/sda [ 1194.539440] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c865ba73-bf8c-4665-8c40-099cc630bbdc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.551042] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5897adc5-8ff2-4e27-a1d3-de0a051d4d3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.583796] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a0c88bc-0069-43e4-bc46-03cd28a8779d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.593740] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47282f40-1a96-46ae-b076-f6a2faeed90f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.624576] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531307c5-b19c-443f-b392-975a1bba3b59 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.632052] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c911dad9-5dcc-45a7-b7b7-baaf280ec2eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.646032] env[71079]: DEBUG nova.virt.block_device [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating existing volume attachment record: 114828f0-645a-4ef0-8851-6beb3b7f144d {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.747154] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.776870] env[71079]: INFO nova.scheduler.client.report [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Deleted allocations for instance be812872-bffc-49c1-ae14-a298d3c4ac6f [ 1195.285020] env[71079]: DEBUG oslo_concurrency.lockutils [None req-16fa796a-2828-46ca-82fa-6ce35dfa647c tempest-ServerRescueNegativeTestJSON-962648653 tempest-ServerRescueNegativeTestJSON-962648653-project-member] Lock "be812872-bffc-49c1-ae14-a298d3c4ac6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.506s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.601158] env[71079]: DEBUG nova.compute.manager [req-a0afe359-602a-44d7-994d-86face53d1bb req-8e8a5a5f-d7d4-464a-b5df-c06166b5ae4b service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Received event network-vif-plugged-d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.601903] env[71079]: DEBUG oslo_concurrency.lockutils [req-a0afe359-602a-44d7-994d-86face53d1bb req-8e8a5a5f-d7d4-464a-b5df-c06166b5ae4b service nova] Acquiring lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.602360] env[71079]: DEBUG oslo_concurrency.lockutils [req-a0afe359-602a-44d7-994d-86face53d1bb req-8e8a5a5f-d7d4-464a-b5df-c06166b5ae4b service nova] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.602758] env[71079]: DEBUG oslo_concurrency.lockutils [req-a0afe359-602a-44d7-994d-86face53d1bb req-8e8a5a5f-d7d4-464a-b5df-c06166b5ae4b service nova] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.603129] env[71079]: DEBUG nova.compute.manager [req-a0afe359-602a-44d7-994d-86face53d1bb req-8e8a5a5f-d7d4-464a-b5df-c06166b5ae4b service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] No waiting events found dispatching network-vif-plugged-d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.603591] env[71079]: WARNING nova.compute.manager [req-a0afe359-602a-44d7-994d-86face53d1bb req-8e8a5a5f-d7d4-464a-b5df-c06166b5ae4b service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Received unexpected event network-vif-plugged-d498ab17-78e5-438a-910a-55a3eadc8760 for instance with vm_state building and task_state block_device_mapping. [ 1195.691147] env[71079]: DEBUG nova.network.neutron [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Successfully updated port: d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.197177] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.197362] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.197533] env[71079]: DEBUG nova.network.neutron [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.753552] env[71079]: DEBUG nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.754157] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.754393] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.758020] env[71079]: DEBUG nova.virt.hardware [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.758020] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b57481-d731-4f31-96e6-c4f4e2a273ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.766737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895cbc2-4f00-4c03-8086-24e2748861c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.796017] env[71079]: DEBUG nova.network.neutron [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.024163] env[71079]: DEBUG nova.network.neutron [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [{"id": "d498ab17-78e5-438a-910a-55a3eadc8760", "address": "fa:16:3e:4b:77:60", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd498ab17-78", "ovs_interfaceid": "d498ab17-78e5-438a-910a-55a3eadc8760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.526127] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.526127] env[71079]: DEBUG nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Instance network_info: |[{"id": "d498ab17-78e5-438a-910a-55a3eadc8760", "address": "fa:16:3e:4b:77:60", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd498ab17-78", "ovs_interfaceid": "d498ab17-78e5-438a-910a-55a3eadc8760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.526545] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:77:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd498ab17-78e5-438a-910a-55a3eadc8760', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.535584] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.535896] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.536157] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0efc1ac7-06c0-4064-9649-de0a8432e65d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.559233] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.559233] env[71079]: value = "task-3279792" [ 1197.559233] env[71079]: _type = "Task" [ 1197.559233] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.568848] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279792, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.638218] env[71079]: DEBUG nova.compute.manager [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Received event network-changed-d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.638544] env[71079]: DEBUG nova.compute.manager [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Refreshing instance network info cache due to event network-changed-d498ab17-78e5-438a-910a-55a3eadc8760. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.638897] env[71079]: DEBUG oslo_concurrency.lockutils [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] Acquiring lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.639129] env[71079]: DEBUG oslo_concurrency.lockutils [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] Acquired lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.639402] env[71079]: DEBUG nova.network.neutron [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Refreshing network info cache for port d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.703279] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242af96-e887-a424-f329-4e43c447ba3e/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.704319] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38564bd3-c447-4426-a9c6-c1e0cd325f27 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.715985] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242af96-e887-a424-f329-4e43c447ba3e/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.715985] env[71079]: ERROR oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242af96-e887-a424-f329-4e43c447ba3e/disk-0.vmdk due to incomplete transfer. [ 1197.715985] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8e46b30-57d7-434a-83df-bfb2a108da6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.726066] env[71079]: DEBUG oslo_vmware.rw_handles [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242af96-e887-a424-f329-4e43c447ba3e/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1197.726269] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Uploaded image cfd1f660-e528-409a-8f81-bc887e25d3a7 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1197.728649] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.729123] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae06d415-dd0c-4b0e-b599-7dd44b477dfc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.737274] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1197.737274] env[71079]: value = "task-3279793" [ 1197.737274] env[71079]: _type = "Task" [ 1197.737274] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.747656] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279793, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.070941] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279792, 'name': CreateVM_Task, 'duration_secs': 0.396946} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.071222] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.071755] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654999', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'name': 'volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'serial': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33'}, 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '114828f0-645a-4ef0-8851-6beb3b7f144d', 'volume_type': None}], 'swap': None} {{(pid=71079) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1198.072039] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Root volume attach. Driver type: vmdk {{(pid=71079) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1198.072861] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bd3132-3327-47d3-bc0c-97d1b664579f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.082800] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf731ea-c5b2-4e41-914d-d570f880e84c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.088535] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "55af404d-cee6-41de-a8e5-99a664d30869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.088780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "55af404d-cee6-41de-a8e5-99a664d30869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.094613] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4515a1cb-58fe-444f-919f-c166f4856476 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.102309] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d7aab6d4-5da2-455c-a75c-12941cca029b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.112600] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1198.112600] env[71079]: value = "task-3279794" [ 1198.112600] env[71079]: _type = "Task" [ 1198.112600] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.127849] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.128745] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.128971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.163056] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "0f376fda-13dc-4381-9e21-e2df48b9011b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.163056] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.264967] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279793, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.387630] env[71079]: DEBUG nova.network.neutron [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updated VIF entry in instance network info cache for port d498ab17-78e5-438a-910a-55a3eadc8760. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.388030] env[71079]: DEBUG nova.network.neutron [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [{"id": "d498ab17-78e5-438a-910a-55a3eadc8760", "address": "fa:16:3e:4b:77:60", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd498ab17-78", "ovs_interfaceid": "d498ab17-78e5-438a-910a-55a3eadc8760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.591539] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.624433] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 40%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.631309] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.668032] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.752570] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279793, 'name': Destroy_Task, 'duration_secs': 0.929162} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.752846] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Destroyed the VM [ 1198.753068] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.753345] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a9da7b5-3957-4c0f-b471-a2d0eaccb64a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.764188] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1198.764188] env[71079]: value = "task-3279795" [ 1198.764188] env[71079]: _type = "Task" [ 1198.764188] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.774444] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.890829] env[71079]: DEBUG oslo_concurrency.lockutils [req-69c7e658-b1f1-4081-b7aa-bf0d1e3927fb req-3a20f8ff-e070-4286-9d98-ecfdfa8a2e5c service nova] Releasing lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.113421] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.113797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.115312] env[71079]: INFO nova.compute.claims [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.128532] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 53%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.150782] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.188143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.276241] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "dbb32347-510a-4594-b5c1-24aeffbeba22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.276615] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.281923] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.632783] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 65%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.775963] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.783854] env[71079]: DEBUG nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.136806] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 81%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.282478] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.305464] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.316489] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d85a9f2-02ff-4a8e-aa63-ad7ba5fd1370 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.326969] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f2400-0751-4931-bbe9-26e71590e400 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.375577] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a4f17-b352-4401-b328-224736ffaf79 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.387623] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0499d182-bf57-409f-9554-508baf25c1fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.404818] env[71079]: DEBUG nova.compute.provider_tree [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.630186] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.781123] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279795, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.908581] env[71079]: DEBUG nova.scheduler.client.report [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.130057] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 97%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.280174] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279795, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.414958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.415560] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.419264] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.268s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.420060] env[71079]: INFO nova.compute.claims [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.631068] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 97%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.781170] env[71079]: DEBUG oslo_vmware.api [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279795, 'name': RemoveSnapshot_Task, 'duration_secs': 2.747098} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.781565] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1201.781849] env[71079]: INFO nova.compute.manager [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Took 19.20 seconds to snapshot the instance on the hypervisor. [ 1201.924153] env[71079]: DEBUG nova.compute.utils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.925546] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.925726] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.031354] env[71079]: DEBUG nova.policy [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd77c81c181943c1a5944cacefa74c0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c97704bf624eaf9f99ff6e55099eb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.131382] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 98%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.303818] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Successfully created port: 4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.347365] env[71079]: DEBUG nova.compute.manager [None req-4560269d-9b9d-4a81-9dfb-530bb64a688e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Found 2 images (rotation: 2) {{(pid=71079) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1202.430271] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.588977] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53991b0-d50d-4959-8bc1-3bdf9b3d87fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.597457] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ae488-5754-4eb9-b614-53f56cc981a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.631431] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5346cdf9-8dc4-406b-a59d-dcb39ff9d81a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.641969] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa04c360-128c-41ae-9fd2-1ce3f8c753fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.645765] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task} progress is 98%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.656170] env[71079]: DEBUG nova.compute.provider_tree [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.815440] env[71079]: DEBUG nova.compute.manager [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.816581] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ee9b2-f8b9-4319-ae8c-2e3363e48e22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.137688] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279794, 'name': RelocateVM_Task, 'duration_secs': 4.909107} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.137986] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1203.138197] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654999', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'name': 'volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'serial': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1203.138954] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d99bc6-78e7-4c8c-9adf-824f7a982011 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.155454] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da717b0-68b5-4024-87ca-37416f5540ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.158660] env[71079]: DEBUG nova.scheduler.client.report [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.182938] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33/volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.184491] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.766s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.184975] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.187290] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343a4306-48b5-47b4-af57-149198cb40af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.202566] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.015s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.204979] env[71079]: INFO nova.compute.claims [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.214048] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1203.214048] env[71079]: value = "task-3279796" [ 1203.214048] env[71079]: _type = "Task" [ 1203.214048] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.224393] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.334482] env[71079]: INFO nova.compute.manager [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] instance snapshotting [ 1203.334482] env[71079]: DEBUG nova.objects.instance [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'flavor' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.442515] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.465099] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.465494] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.465700] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.465911] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.466090] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.466259] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.466484] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.466650] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.466834] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.467018] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.467200] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.468095] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534a5bc8-1171-42f4-a376-c034da4f12c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.476737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5b2ac9-5d57-4f49-b1af-0f9ba83b2832 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.682074] env[71079]: DEBUG nova.compute.manager [req-fdeda030-2077-4fee-b796-cbeff326c49f req-9eb77aa3-5f92-415f-9f41-836a3c75df5b service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Received event network-vif-plugged-4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.682321] env[71079]: DEBUG oslo_concurrency.lockutils [req-fdeda030-2077-4fee-b796-cbeff326c49f req-9eb77aa3-5f92-415f-9f41-836a3c75df5b service nova] Acquiring lock "55af404d-cee6-41de-a8e5-99a664d30869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.682562] env[71079]: DEBUG oslo_concurrency.lockutils [req-fdeda030-2077-4fee-b796-cbeff326c49f req-9eb77aa3-5f92-415f-9f41-836a3c75df5b service nova] Lock "55af404d-cee6-41de-a8e5-99a664d30869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.682762] env[71079]: DEBUG oslo_concurrency.lockutils [req-fdeda030-2077-4fee-b796-cbeff326c49f req-9eb77aa3-5f92-415f-9f41-836a3c75df5b service nova] Lock "55af404d-cee6-41de-a8e5-99a664d30869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.682963] env[71079]: DEBUG nova.compute.manager [req-fdeda030-2077-4fee-b796-cbeff326c49f req-9eb77aa3-5f92-415f-9f41-836a3c75df5b service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] No waiting events found dispatching network-vif-plugged-4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.683184] env[71079]: WARNING nova.compute.manager [req-fdeda030-2077-4fee-b796-cbeff326c49f req-9eb77aa3-5f92-415f-9f41-836a3c75df5b service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Received unexpected event network-vif-plugged-4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 for instance with vm_state building and task_state spawning. [ 1203.708924] env[71079]: DEBUG nova.compute.utils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.712184] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.712366] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.731522] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279796, 'name': ReconfigVM_Task, 'duration_secs': 0.331327} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.731784] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33/volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.736633] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e3885e-7842-43cf-8904-178eee76cfe8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.751917] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1203.751917] env[71079]: value = "task-3279797" [ 1203.751917] env[71079]: _type = "Task" [ 1203.751917] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.760471] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.761878] env[71079]: DEBUG nova.policy [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd77c81c181943c1a5944cacefa74c0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c97704bf624eaf9f99ff6e55099eb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.782623] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Successfully updated port: 4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.841157] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c3fbfd-4a42-4ac7-84f9-1e4aa8418612 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.865614] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598709eb-8d60-4f64-bf9a-f006304e88af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.078937] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Successfully created port: 2d83d941-0a03-412c-b1a8-066666063197 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.213541] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.264830] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279797, 'name': ReconfigVM_Task, 'duration_secs': 0.132086} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.264943] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654999', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'name': 'volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'serial': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.265491] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6904cbf3-3f5e-409f-9bc3-7c2f5e77430c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.283291] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1204.283291] env[71079]: value = "task-3279798" [ 1204.283291] env[71079]: _type = "Task" [ 1204.283291] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.288022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "refresh_cache-55af404d-cee6-41de-a8e5-99a664d30869" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.288022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "refresh_cache-55af404d-cee6-41de-a8e5-99a664d30869" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.288022] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.297925] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279798, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.378031] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1204.378504] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c50ed6a5-51f4-4e36-9211-54249289ab0e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.391307] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1204.391307] env[71079]: value = "task-3279799" [ 1204.391307] env[71079]: _type = "Task" [ 1204.391307] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.400378] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279799, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.408794] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282004d1-e35d-4e5c-b175-972d61c8fede {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.416634] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c87f6b1-c4d5-49ec-a5b4-f14c897d767f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.451445] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ec48e-8936-4733-b79a-71bd473ba045 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.459758] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c79a597-87fa-42d7-9a79-5609ff7f2d44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.473728] env[71079]: DEBUG nova.compute.provider_tree [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.791394] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279798, 'name': Rename_Task, 'duration_secs': 0.14033} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.791715] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.791994] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b13d69c-8ec3-47f6-8a2d-dd68036efb8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.800966] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1204.800966] env[71079]: value = "task-3279800" [ 1204.800966] env[71079]: _type = "Task" [ 1204.800966] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.810670] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.836621] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.903929] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279799, 'name': CreateSnapshot_Task, 'duration_secs': 0.48578} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.903929] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1204.904878] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691fffb7-4071-4167-b71c-3c445db6c50a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.976560] env[71079]: DEBUG nova.scheduler.client.report [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.004218] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Updating instance_info_cache with network_info: [{"id": "4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2", "address": "fa:16:3e:92:0a:7d", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3dd6e2-8d", "ovs_interfaceid": "4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.227063] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.255047] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.255309] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.255463] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.255647] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.255794] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.255943] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.256173] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.256369] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.256494] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.256677] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.256822] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.257716] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737b4b06-4bca-4f0c-8049-0e291f4bcd32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.268414] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88437d-2dc5-4d7b-990a-a3e066e723a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.309833] env[71079]: DEBUG oslo_vmware.api [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279800, 'name': PowerOnVM_Task, 'duration_secs': 0.48496} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.310113] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.310321] env[71079]: INFO nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1205.310500] env[71079]: DEBUG nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.311317] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ceb139-35bd-4834-9983-1a9d0077f259 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.422785] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1205.423440] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65dc0600-4c07-4c44-9c6f-40090086584a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.433152] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1205.433152] env[71079]: value = "task-3279801" [ 1205.433152] env[71079]: _type = "Task" [ 1205.433152] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.441550] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279801, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.481685] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.482299] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.485389] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.180s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.486805] env[71079]: INFO nova.compute.claims [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.507303] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "refresh_cache-55af404d-cee6-41de-a8e5-99a664d30869" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.507644] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Instance network_info: |[{"id": "4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2", "address": "fa:16:3e:92:0a:7d", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3dd6e2-8d", "ovs_interfaceid": "4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.508191] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:0a:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.516135] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Creating folder: Project (c7c97704bf624eaf9f99ff6e55099eb0). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.520021] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81cdc3cc-7245-40ac-8e54-ed337760d604 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.529941] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Created folder: Project (c7c97704bf624eaf9f99ff6e55099eb0) in parent group-v654700. [ 1205.530528] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Creating folder: Instances. Parent ref: group-v655007. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.530528] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4c930ef-f591-46ce-9c1f-d57bb687202f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.542526] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Created folder: Instances in parent group-v655007. [ 1205.542798] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.542995] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.543482] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-271e3af6-8253-48fb-96c8-0c8c01a1221b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.564697] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.564697] env[71079]: value = "task-3279804" [ 1205.564697] env[71079]: _type = "Task" [ 1205.564697] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.573377] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279804, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.599290] env[71079]: DEBUG nova.compute.manager [req-f6dc4778-1f6b-43f8-96e5-fbf4e2f8f499 req-cc900e78-c227-46b7-b42e-3129e753c2e1 service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Received event network-vif-plugged-2d83d941-0a03-412c-b1a8-066666063197 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.599542] env[71079]: DEBUG oslo_concurrency.lockutils [req-f6dc4778-1f6b-43f8-96e5-fbf4e2f8f499 req-cc900e78-c227-46b7-b42e-3129e753c2e1 service nova] Acquiring lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.599824] env[71079]: DEBUG oslo_concurrency.lockutils [req-f6dc4778-1f6b-43f8-96e5-fbf4e2f8f499 req-cc900e78-c227-46b7-b42e-3129e753c2e1 service nova] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.600049] env[71079]: DEBUG oslo_concurrency.lockutils [req-f6dc4778-1f6b-43f8-96e5-fbf4e2f8f499 req-cc900e78-c227-46b7-b42e-3129e753c2e1 service nova] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.600241] env[71079]: DEBUG nova.compute.manager [req-f6dc4778-1f6b-43f8-96e5-fbf4e2f8f499 req-cc900e78-c227-46b7-b42e-3129e753c2e1 service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] No waiting events found dispatching network-vif-plugged-2d83d941-0a03-412c-b1a8-066666063197 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.600411] env[71079]: WARNING nova.compute.manager [req-f6dc4778-1f6b-43f8-96e5-fbf4e2f8f499 req-cc900e78-c227-46b7-b42e-3129e753c2e1 service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Received unexpected event network-vif-plugged-2d83d941-0a03-412c-b1a8-066666063197 for instance with vm_state building and task_state spawning. [ 1205.698543] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Successfully updated port: 2d83d941-0a03-412c-b1a8-066666063197 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.724605] env[71079]: DEBUG nova.compute.manager [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Received event network-changed-4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.724846] env[71079]: DEBUG nova.compute.manager [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Refreshing instance network info cache due to event network-changed-4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.725185] env[71079]: DEBUG oslo_concurrency.lockutils [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] Acquiring lock "refresh_cache-55af404d-cee6-41de-a8e5-99a664d30869" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.725478] env[71079]: DEBUG oslo_concurrency.lockutils [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] Acquired lock "refresh_cache-55af404d-cee6-41de-a8e5-99a664d30869" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.725478] env[71079]: DEBUG nova.network.neutron [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Refreshing network info cache for port 4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.830024] env[71079]: INFO nova.compute.manager [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Took 16.76 seconds to build instance. [ 1205.946204] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279801, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.991615] env[71079]: DEBUG nova.compute.utils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.993108] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.993284] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.063638] env[71079]: DEBUG nova.policy [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd77c81c181943c1a5944cacefa74c0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c97704bf624eaf9f99ff6e55099eb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.079830] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279804, 'name': CreateVM_Task, 'duration_secs': 0.40428} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.081046] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.081046] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.081262] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.081522] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.081795] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a455ac5-c946-4bb2-80a5-32341636af97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.087458] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1206.087458] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fbce9d-a855-6d30-5379-44cd83e6e787" [ 1206.087458] env[71079]: _type = "Task" [ 1206.087458] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.096698] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fbce9d-a855-6d30-5379-44cd83e6e787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.203485] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "refresh_cache-7e3fbb1c-377d-45f0-bf7d-e41540d26928" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.203485] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "refresh_cache-7e3fbb1c-377d-45f0-bf7d-e41540d26928" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.203485] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.331233] env[71079]: DEBUG oslo_concurrency.lockutils [None req-0f87f260-e85d-496a-9b44-0c01ac55161e tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.269s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.411778] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Successfully created port: 5792f770-d894-43e4-912e-9057488d562a {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.445411] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279801, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.498525] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.558524] env[71079]: DEBUG nova.network.neutron [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Updated VIF entry in instance network info cache for port 4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.559083] env[71079]: DEBUG nova.network.neutron [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Updating instance_info_cache with network_info: [{"id": "4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2", "address": "fa:16:3e:92:0a:7d", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3dd6e2-8d", "ovs_interfaceid": "4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.598054] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52fbce9d-a855-6d30-5379-44cd83e6e787, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.600744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.601026] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.601292] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.601474] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.601688] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.602187] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a28366f5-79b6-4519-a72b-7e5dbcb88224 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.614908] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.615103] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.616059] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478a62c9-5c42-4c5c-8fde-a520651079a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.622140] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1206.622140] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52506c75-d24a-ddbf-7acb-8d65e488ac25" [ 1206.622140] env[71079]: _type = "Task" [ 1206.622140] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.631783] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52506c75-d24a-ddbf-7acb-8d65e488ac25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.692759] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9107152-13de-45e3-a5a9-bf28704c404c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.701244] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc9476-de84-4137-be8c-800369e3298e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.747805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1826c2f-641a-41a9-af06-b7d9ad99f63f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.754394] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.760393] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4719c5d-204d-4623-bf6a-1d9d65088b67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.776440] env[71079]: DEBUG nova.compute.provider_tree [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.859822] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.860680] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.860680] env[71079]: INFO nova.compute.manager [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Shelving [ 1206.930658] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Updating instance_info_cache with network_info: [{"id": "2d83d941-0a03-412c-b1a8-066666063197", "address": "fa:16:3e:6e:30:fa", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d83d941-0a", "ovs_interfaceid": "2d83d941-0a03-412c-b1a8-066666063197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.946232] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279801, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.062405] env[71079]: DEBUG oslo_concurrency.lockutils [req-44a6efb3-7d75-4b64-89df-515a4b8b3238 req-a4088912-85cd-47a7-b98b-5df27fb9cb63 service nova] Releasing lock "refresh_cache-55af404d-cee6-41de-a8e5-99a664d30869" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.133637] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52506c75-d24a-ddbf-7acb-8d65e488ac25, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.134481] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85b72f8-97b7-4fcc-b076-eb5b05631a1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.139990] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1207.139990] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52365183-03d2-7245-11e6-1f9193c84799" [ 1207.139990] env[71079]: _type = "Task" [ 1207.139990] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.148127] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52365183-03d2-7245-11e6-1f9193c84799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.280039] env[71079]: DEBUG nova.scheduler.client.report [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.433083] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "refresh_cache-7e3fbb1c-377d-45f0-bf7d-e41540d26928" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.434447] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Instance network_info: |[{"id": "2d83d941-0a03-412c-b1a8-066666063197", "address": "fa:16:3e:6e:30:fa", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d83d941-0a", "ovs_interfaceid": "2d83d941-0a03-412c-b1a8-066666063197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.434876] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:30:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d83d941-0a03-412c-b1a8-066666063197', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.443364] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.443743] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.446964] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ca8256a-42ce-4179-b25b-7c6aeb4082d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.471029] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279801, 'name': CloneVM_Task, 'duration_secs': 1.851648} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.472040] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Created linked-clone VM from snapshot [ 1207.472040] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.472040] env[71079]: value = "task-3279805" [ 1207.472040] env[71079]: _type = "Task" [ 1207.472040] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.472689] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5856eb0f-dde5-473e-8b8c-0b6e845f895f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.483076] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Uploading image 9ee16f0f-4d8a-4009-9951-eed11e3bf6a2 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1207.488252] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279805, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.505575] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1207.505575] env[71079]: value = "vm-655006" [ 1207.505575] env[71079]: _type = "VirtualMachine" [ 1207.505575] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1207.505969] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b1b7ceb0-ffbd-4513-9e28-d2feaecdd1ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.511298] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.515373] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease: (returnval){ [ 1207.515373] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52217a60-6402-2522-e750-1acb8477aa7c" [ 1207.515373] env[71079]: _type = "HttpNfcLease" [ 1207.515373] env[71079]: } obtained for exporting VM: (result){ [ 1207.515373] env[71079]: value = "vm-655006" [ 1207.515373] env[71079]: _type = "VirtualMachine" [ 1207.515373] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1207.515726] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the lease: (returnval){ [ 1207.515726] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52217a60-6402-2522-e750-1acb8477aa7c" [ 1207.515726] env[71079]: _type = "HttpNfcLease" [ 1207.515726] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1207.522835] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.522835] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52217a60-6402-2522-e750-1acb8477aa7c" [ 1207.522835] env[71079]: _type = "HttpNfcLease" [ 1207.522835] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.539914] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.540198] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.540357] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.540538] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.540684] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.540829] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.541273] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.541522] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.541715] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.541879] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.542066] env[71079]: DEBUG nova.virt.hardware [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.542982] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd233cfc-071f-4cb9-b07e-7f089fec8626 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.552448] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b0dffe-9539-4118-9346-36500c0f66a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.637265] env[71079]: DEBUG nova.compute.manager [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Received event network-changed-2d83d941-0a03-412c-b1a8-066666063197 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.637265] env[71079]: DEBUG nova.compute.manager [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Refreshing instance network info cache due to event network-changed-2d83d941-0a03-412c-b1a8-066666063197. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.637265] env[71079]: DEBUG oslo_concurrency.lockutils [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] Acquiring lock "refresh_cache-7e3fbb1c-377d-45f0-bf7d-e41540d26928" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.637265] env[71079]: DEBUG oslo_concurrency.lockutils [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] Acquired lock "refresh_cache-7e3fbb1c-377d-45f0-bf7d-e41540d26928" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.637265] env[71079]: DEBUG nova.network.neutron [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Refreshing network info cache for port 2d83d941-0a03-412c-b1a8-066666063197 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.652775] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52365183-03d2-7245-11e6-1f9193c84799, 'name': SearchDatastore_Task, 'duration_secs': 0.037278} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.652921] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.653625] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 55af404d-cee6-41de-a8e5-99a664d30869/55af404d-cee6-41de-a8e5-99a664d30869.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.654445] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-736b8782-c1a5-499f-ad07-1093b1167dfc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.664461] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1207.664461] env[71079]: value = "task-3279807" [ 1207.664461] env[71079]: _type = "Task" [ 1207.664461] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.674589] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.758818] env[71079]: DEBUG nova.compute.manager [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Received event network-changed-5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.759014] env[71079]: DEBUG nova.compute.manager [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Refreshing instance network info cache due to event network-changed-5a37f02f-e4ec-49db-bd9c-e747237d8766. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.759310] env[71079]: DEBUG oslo_concurrency.lockutils [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] Acquiring lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.759466] env[71079]: DEBUG oslo_concurrency.lockutils [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] Acquired lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.759713] env[71079]: DEBUG nova.network.neutron [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Refreshing network info cache for port 5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.785142] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.785731] env[71079]: DEBUG nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.859037] env[71079]: DEBUG nova.compute.manager [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1207.878396] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.878755] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35727a32-bf86-4fee-a3df-e45e516e21e7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.888143] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1207.888143] env[71079]: value = "task-3279808" [ 1207.888143] env[71079]: _type = "Task" [ 1207.888143] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.900500] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.987059] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279805, 'name': CreateVM_Task, 'duration_secs': 0.37754} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.987307] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.988094] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.988310] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.988677] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.988964] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34462874-4037-4807-a619-42b2a435f2d6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.995537] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1207.995537] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52752310-c431-e357-049c-703898699ff4" [ 1207.995537] env[71079]: _type = "Task" [ 1207.995537] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.005352] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52752310-c431-e357-049c-703898699ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.025167] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.025167] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52217a60-6402-2522-e750-1acb8477aa7c" [ 1208.025167] env[71079]: _type = "HttpNfcLease" [ 1208.025167] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1208.025482] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1208.025482] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52217a60-6402-2522-e750-1acb8477aa7c" [ 1208.025482] env[71079]: _type = "HttpNfcLease" [ 1208.025482] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1208.026337] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9911e32-1dab-4a14-a89f-10672b5a9b55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.036058] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245533c-b046-2b20-d4c2-60fd6a46bbc3/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1208.036410] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245533c-b046-2b20-d4c2-60fd6a46bbc3/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1208.101198] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Successfully updated port: 5792f770-d894-43e4-912e-9057488d562a {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.174384] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-93270a9b-1fac-41ac-b44e-17b1dbf9388b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.180262] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481797} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.181544] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 55af404d-cee6-41de-a8e5-99a664d30869/55af404d-cee6-41de-a8e5-99a664d30869.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.181817] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.182185] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb57f97-7bae-4782-b30c-4b35e8326153 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.189831] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1208.189831] env[71079]: value = "task-3279809" [ 1208.189831] env[71079]: _type = "Task" [ 1208.189831] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.201988] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.291032] env[71079]: DEBUG nova.compute.utils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.291800] env[71079]: DEBUG nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1208.346313] env[71079]: DEBUG nova.network.neutron [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Updated VIF entry in instance network info cache for port 2d83d941-0a03-412c-b1a8-066666063197. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.346672] env[71079]: DEBUG nova.network.neutron [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Updating instance_info_cache with network_info: [{"id": "2d83d941-0a03-412c-b1a8-066666063197", "address": "fa:16:3e:6e:30:fa", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d83d941-0a", "ovs_interfaceid": "2d83d941-0a03-412c-b1a8-066666063197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.380785] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.381153] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.401071] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279808, 'name': PowerOffVM_Task, 'duration_secs': 0.312126} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.401412] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.402306] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c807a6c7-836d-4b12-8f24-ced0030ca3ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.429224] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0f6046-381d-4742-a60b-f49cc6da39e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.506761] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52752310-c431-e357-049c-703898699ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.05463} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.507148] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.507469] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.507737] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.507895] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.508110] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.508543] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad27d2b0-291c-4739-a9c1-4bf88a77c166 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.523938] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.523938] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.524633] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758c1f2d-5807-42da-869f-b8d4f2205cd6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.531509] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1208.531509] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cfad51-bdea-07a8-9d2f-feeea7c262a6" [ 1208.531509] env[71079]: _type = "Task" [ 1208.531509] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.541823] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cfad51-bdea-07a8-9d2f-feeea7c262a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.558416] env[71079]: DEBUG nova.network.neutron [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updated VIF entry in instance network info cache for port 5a37f02f-e4ec-49db-bd9c-e747237d8766. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.558801] env[71079]: DEBUG nova.network.neutron [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updating instance_info_cache with network_info: [{"id": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "address": "fa:16:3e:51:56:1c", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a37f02f-e4", "ovs_interfaceid": "5a37f02f-e4ec-49db-bd9c-e747237d8766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.605066] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "refresh_cache-0f376fda-13dc-4381-9e21-e2df48b9011b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.605066] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "refresh_cache-0f376fda-13dc-4381-9e21-e2df48b9011b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.605214] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.700508] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073886} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.700877] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.701869] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39597b4a-40b0-4587-86ea-1c79d8d65d51 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.725206] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 55af404d-cee6-41de-a8e5-99a664d30869/55af404d-cee6-41de-a8e5-99a664d30869.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.725594] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807b524b-9a01-42ed-aa2d-766d81997636 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.746745] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1208.746745] env[71079]: value = "task-3279810" [ 1208.746745] env[71079]: _type = "Task" [ 1208.746745] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.756073] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.794791] env[71079]: DEBUG nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.852102] env[71079]: DEBUG oslo_concurrency.lockutils [req-36e42187-8d0d-458a-a4af-b0a2d7136cf3 req-d10a1b17-43f1-485c-b57f-e05880f0a64d service nova] Releasing lock "refresh_cache-7e3fbb1c-377d-45f0-bf7d-e41540d26928" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.886301] env[71079]: INFO nova.compute.claims [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.942307] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1208.942637] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e121bad-357f-48ea-bf7b-97b0bfaf755f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.952543] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1208.952543] env[71079]: value = "task-3279811" [ 1208.952543] env[71079]: _type = "Task" [ 1208.952543] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.962590] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279811, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.046449] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52cfad51-bdea-07a8-9d2f-feeea7c262a6, 'name': SearchDatastore_Task, 'duration_secs': 0.030006} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.047358] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720d4f42-e363-4ccb-bdb3-03355492b0c0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.054238] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1209.054238] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529208c6-5865-bea5-1b4a-52564132a7ad" [ 1209.054238] env[71079]: _type = "Task" [ 1209.054238] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.736978] env[71079]: DEBUG oslo_concurrency.lockutils [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] Releasing lock "refresh_cache-8fa2bff0-a236-4b94-b16d-5147012bd8ba" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.737847] env[71079]: DEBUG nova.compute.manager [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Received event network-changed-d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.738650] env[71079]: DEBUG nova.compute.manager [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Refreshing instance network info cache due to event network-changed-d498ab17-78e5-438a-910a-55a3eadc8760. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.738650] env[71079]: DEBUG oslo_concurrency.lockutils [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] Acquiring lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.739535] env[71079]: DEBUG oslo_concurrency.lockutils [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] Acquired lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.739535] env[71079]: DEBUG nova.network.neutron [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Refreshing network info cache for port d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.746686] env[71079]: INFO nova.compute.resource_tracker [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating resource usage from migration 42bebd72-adf6-46f4-9a0d-41d8527523a7 [ 1209.749856] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529208c6-5865-bea5-1b4a-52564132a7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.750466] env[71079]: WARNING oslo_vmware.common.loopingcall [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] task run outlasted interval by 0.19585699999999995 sec [ 1209.760082] env[71079]: DEBUG nova.compute.manager [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Received event network-vif-plugged-5792f770-d894-43e4-912e-9057488d562a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.761039] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] Acquiring lock "0f376fda-13dc-4381-9e21-e2df48b9011b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.761039] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.761039] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.761039] env[71079]: DEBUG nova.compute.manager [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] No waiting events found dispatching network-vif-plugged-5792f770-d894-43e4-912e-9057488d562a {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.761039] env[71079]: WARNING nova.compute.manager [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Received unexpected event network-vif-plugged-5792f770-d894-43e4-912e-9057488d562a for instance with vm_state building and task_state spawning. [ 1209.761383] env[71079]: DEBUG nova.compute.manager [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Received event network-changed-5792f770-d894-43e4-912e-9057488d562a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.761383] env[71079]: DEBUG nova.compute.manager [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Refreshing instance network info cache due to event network-changed-5792f770-d894-43e4-912e-9057488d562a. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.761383] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] Acquiring lock "refresh_cache-0f376fda-13dc-4381-9e21-e2df48b9011b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.773619] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279811, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.780622] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279810, 'name': ReconfigVM_Task, 'duration_secs': 0.326159} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.780911] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529208c6-5865-bea5-1b4a-52564132a7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019008} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.784189] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 55af404d-cee6-41de-a8e5-99a664d30869/55af404d-cee6-41de-a8e5-99a664d30869.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.784851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.785161] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 7e3fbb1c-377d-45f0-bf7d-e41540d26928/7e3fbb1c-377d-45f0-bf7d-e41540d26928.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.786969] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-481cbf79-5a7e-49c4-b762-2ee5a0c30266 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.788747] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b092bd8a-61a2-40db-8cbc-613734f6b8b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.792134] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.805457] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1209.805457] env[71079]: value = "task-3279812" [ 1209.805457] env[71079]: _type = "Task" [ 1209.805457] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.805836] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1209.805836] env[71079]: value = "task-3279813" [ 1209.805836] env[71079]: _type = "Task" [ 1209.805836] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.822200] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.825499] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279813, 'name': Rename_Task} progress is 10%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.965907] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e12a4ba-ad59-4e6c-a7cb-4a04b7bfb07c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.970593] env[71079]: DEBUG nova.network.neutron [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Updating instance_info_cache with network_info: [{"id": "5792f770-d894-43e4-912e-9057488d562a", "address": "fa:16:3e:42:d2:78", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5792f770-d8", "ovs_interfaceid": "5792f770-d894-43e4-912e-9057488d562a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.978194] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8dcd65-dce8-49ef-a44f-ebecf32d0574 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.013839] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a6fbe-de32-41fe-aadf-ccb552e58e23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.023954] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4791ad-ef3a-4077-b7a4-63f671bfbe28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.040561] env[71079]: DEBUG nova.compute.provider_tree [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.262357] env[71079]: DEBUG nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.277108] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279811, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.291217] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.291616] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.291938] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.292313] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.292574] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.292866] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.293121] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.293321] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.293573] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.293798] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.293996] env[71079]: DEBUG nova.virt.hardware [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.294960] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9cd3e9-2b87-49a4-ac39-a462ddffff87 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.315674] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503a5c45-af53-4aad-883e-5a082a3bd5bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.327640] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.339210] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279813, 'name': Rename_Task, 'duration_secs': 0.175747} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.339742] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.345407] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Creating folder: Project (80095b71d83142bf97c7f7e44cde03df). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.348345] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.348648] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc1987bb-1d6c-4d65-b232-0a6f8626c142 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.350383] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd6ceb2-c79f-472b-ac9e-52c1409f6f08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.359517] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1210.359517] env[71079]: value = "task-3279815" [ 1210.359517] env[71079]: _type = "Task" [ 1210.359517] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.364602] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Created folder: Project (80095b71d83142bf97c7f7e44cde03df) in parent group-v654700. [ 1210.364892] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Creating folder: Instances. Parent ref: group-v655012. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.365650] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed22534c-8fe6-42a5-ab17-16e7327a8368 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.370829] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.377416] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Created folder: Instances in parent group-v655012. [ 1210.377821] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.378113] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.378461] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7790a4b7-2ae8-46a3-b7b6-9ce96a045b09 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.401936] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.401936] env[71079]: value = "task-3279817" [ 1210.401936] env[71079]: _type = "Task" [ 1210.401936] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.410563] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279817, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.474178] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "refresh_cache-0f376fda-13dc-4381-9e21-e2df48b9011b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.475023] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Instance network_info: |[{"id": "5792f770-d894-43e4-912e-9057488d562a", "address": "fa:16:3e:42:d2:78", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5792f770-d8", "ovs_interfaceid": "5792f770-d894-43e4-912e-9057488d562a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.475173] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] Acquired lock "refresh_cache-0f376fda-13dc-4381-9e21-e2df48b9011b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.475317] env[71079]: DEBUG nova.network.neutron [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Refreshing network info cache for port 5792f770-d894-43e4-912e-9057488d562a {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.476603] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:d2:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5792f770-d894-43e4-912e-9057488d562a', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.484818] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.491957] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.492652] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23ef71f4-98d6-42a1-9fed-37da47ae675b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.517764] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.517764] env[71079]: value = "task-3279818" [ 1210.517764] env[71079]: _type = "Task" [ 1210.517764] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.528856] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279818, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.543112] env[71079]: DEBUG nova.network.neutron [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updated VIF entry in instance network info cache for port d498ab17-78e5-438a-910a-55a3eadc8760. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.543472] env[71079]: DEBUG nova.network.neutron [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [{"id": "d498ab17-78e5-438a-910a-55a3eadc8760", "address": "fa:16:3e:4b:77:60", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd498ab17-78", "ovs_interfaceid": "d498ab17-78e5-438a-910a-55a3eadc8760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.545288] env[71079]: DEBUG nova.scheduler.client.report [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.761342] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279811, 'name': CreateSnapshot_Task, 'duration_secs': 1.328186} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.761785] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1210.762413] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92ff6d-1026-4dba-93c0-488cb17df75c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.773067] env[71079]: DEBUG nova.network.neutron [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Updated VIF entry in instance network info cache for port 5792f770-d894-43e4-912e-9057488d562a. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.773414] env[71079]: DEBUG nova.network.neutron [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Updating instance_info_cache with network_info: [{"id": "5792f770-d894-43e4-912e-9057488d562a", "address": "fa:16:3e:42:d2:78", "network": {"id": "fabcbde5-4cb3-4200-bce3-f956edd736dc", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1180982981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c97704bf624eaf9f99ff6e55099eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5792f770-d8", "ovs_interfaceid": "5792f770-d894-43e4-912e-9057488d562a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.818597] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560317} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.818858] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 7e3fbb1c-377d-45f0-bf7d-e41540d26928/7e3fbb1c-377d-45f0-bf7d-e41540d26928.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.819083] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.819374] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a70483e7-8fd0-4604-a950-f8a2bd09ef4a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.827739] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1210.827739] env[71079]: value = "task-3279819" [ 1210.827739] env[71079]: _type = "Task" [ 1210.827739] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.837496] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.869783] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.913077] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279817, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.029459] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279818, 'name': CreateVM_Task} progress is 25%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.050069] env[71079]: DEBUG oslo_concurrency.lockutils [req-da349c94-cd95-44dc-bb60-3a9af3be6999 req-7dfa6835-1ed0-4ccc-bc6c-c88ef80bf7ae service nova] Releasing lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.050540] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.669s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.050737] env[71079]: INFO nova.compute.manager [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Migrating [ 1211.282960] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1211.283202] env[71079]: DEBUG oslo_concurrency.lockutils [req-2f675a5c-afce-4d3b-a71c-175f923eeb44 req-9a423ad1-6d7d-4cd5-80bf-d71cff4d7caf service nova] Releasing lock "refresh_cache-0f376fda-13dc-4381-9e21-e2df48b9011b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.283636] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2865b76c-2d04-41aa-bb81-f06efee3fc9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.293380] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1211.293380] env[71079]: value = "task-3279820" [ 1211.293380] env[71079]: _type = "Task" [ 1211.293380] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.302655] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279820, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.341670] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073283} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.341970] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.342823] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394626a-7292-4d72-bf16-ca759be0609e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.369481] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 7e3fbb1c-377d-45f0-bf7d-e41540d26928/7e3fbb1c-377d-45f0-bf7d-e41540d26928.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.370040] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721e47ac-5ac9-42c8-87df-9c33cbee9bb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.393269] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279815, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.394779] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1211.394779] env[71079]: value = "task-3279821" [ 1211.394779] env[71079]: _type = "Task" [ 1211.394779] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.403840] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.413502] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279817, 'name': CreateVM_Task, 'duration_secs': 0.544446} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.413681] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.414166] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.414378] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.414789] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.415145] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ed0e9f-76b6-41b0-8731-730e294f1684 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.424183] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1211.424183] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ab8f41-f0d9-6cd6-432e-7f895d74f693" [ 1211.424183] env[71079]: _type = "Task" [ 1211.424183] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.436153] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ab8f41-f0d9-6cd6-432e-7f895d74f693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.529667] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279818, 'name': CreateVM_Task, 'duration_secs': 0.74213} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.529940] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.538210] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.539807] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.565839] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.566123] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.566357] env[71079]: DEBUG nova.network.neutron [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.805264] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279820, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.880898] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279815, 'name': PowerOnVM_Task, 'duration_secs': 1.106377} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.881242] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.881529] env[71079]: INFO nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1211.881781] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.882658] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a152e-9703-40e0-84bb-8afbea7930e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.904773] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279821, 'name': ReconfigVM_Task, 'duration_secs': 0.401481} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.905060] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 7e3fbb1c-377d-45f0-bf7d-e41540d26928/7e3fbb1c-377d-45f0-bf7d-e41540d26928.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.905678] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1149df10-85d1-4d26-9832-f378e837e65b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.913991] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1211.913991] env[71079]: value = "task-3279822" [ 1211.913991] env[71079]: _type = "Task" [ 1211.913991] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.923013] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279822, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.934306] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ab8f41-f0d9-6cd6-432e-7f895d74f693, 'name': SearchDatastore_Task, 'duration_secs': 0.016022} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.935337] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.935580] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.935817] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.935962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.936153] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.936430] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.936854] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.937374] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcfd7710-e926-4f7e-80dd-d05c5eb083d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.939515] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e1de99-da31-4703-b9f1-601de98b3da7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.947092] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1211.947092] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5236d4c8-4b64-77da-a4d2-cb7408bc9be9" [ 1211.947092] env[71079]: _type = "Task" [ 1211.947092] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.952178] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.952380] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.953575] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1d8ca7-c891-4b9a-ad4d-3242b0d5188d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.959290] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5236d4c8-4b64-77da-a4d2-cb7408bc9be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.963196] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1211.963196] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5290ecd1-8ff7-4d97-2eb3-c73c533d24e9" [ 1211.963196] env[71079]: _type = "Task" [ 1211.963196] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.971918] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5290ecd1-8ff7-4d97-2eb3-c73c533d24e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.036584] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.290148] env[71079]: DEBUG nova.network.neutron [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [{"id": "d498ab17-78e5-438a-910a-55a3eadc8760", "address": "fa:16:3e:4b:77:60", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd498ab17-78", "ovs_interfaceid": "d498ab17-78e5-438a-910a-55a3eadc8760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.307935] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279820, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.401025] env[71079]: INFO nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Took 13.30 seconds to build instance. [ 1212.425036] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279822, 'name': Rename_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.458392] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5236d4c8-4b64-77da-a4d2-cb7408bc9be9, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.458392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.458624] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.458862] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.473700] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5290ecd1-8ff7-4d97-2eb3-c73c533d24e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.474469] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8f47ab-f7a0-4ed8-8165-5b8ecba25db8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.479924] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1212.479924] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529e59a7-b9bf-e236-2ba2-a08ff56ecb7a" [ 1212.479924] env[71079]: _type = "Task" [ 1212.479924] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.488266] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529e59a7-b9bf-e236-2ba2-a08ff56ecb7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.793412] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.806054] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279820, 'name': CloneVM_Task} progress is 95%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.902138] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "55af404d-cee6-41de-a8e5-99a664d30869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.813s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.925352] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279822, 'name': Rename_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.990937] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529e59a7-b9bf-e236-2ba2-a08ff56ecb7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011896} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.991257] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.991551] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.991876] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.992085] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.992319] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5da821a-ba59-45e2-bb49-2b1c209427fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.994579] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806daf92-38dc-4310-91cf-8fe20ac62ff1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.004355] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1213.004355] env[71079]: value = "task-3279823" [ 1213.004355] env[71079]: _type = "Task" [ 1213.004355] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.010768] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.010995] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.012403] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87f389d-70cf-4dea-9b93-24a514645b92 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.018316] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.022045] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1213.022045] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db4a6e-fd9b-7b7e-4b57-82a9bf2ab53e" [ 1213.022045] env[71079]: _type = "Task" [ 1213.022045] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.030404] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db4a6e-fd9b-7b7e-4b57-82a9bf2ab53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.313266] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279820, 'name': CloneVM_Task, 'duration_secs': 1.955007} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.313625] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Created linked-clone VM from snapshot [ 1213.314572] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772ae4a-602e-4b65-84cb-9213611f8c47 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.326925] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Uploading image f2dc70c3-06a9-45e4-833f-083b22603d5f {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1213.353999] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1213.353999] env[71079]: value = "vm-655016" [ 1213.353999] env[71079]: _type = "VirtualMachine" [ 1213.353999] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1213.354728] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1699575-f4a6-460c-a064-7e55b6936f8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.366205] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease: (returnval){ [ 1213.366205] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5218952a-dc96-ff3e-44c7-ac975164a024" [ 1213.366205] env[71079]: _type = "HttpNfcLease" [ 1213.366205] env[71079]: } obtained for exporting VM: (result){ [ 1213.366205] env[71079]: value = "vm-655016" [ 1213.366205] env[71079]: _type = "VirtualMachine" [ 1213.366205] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1213.366674] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the lease: (returnval){ [ 1213.366674] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5218952a-dc96-ff3e-44c7-ac975164a024" [ 1213.366674] env[71079]: _type = "HttpNfcLease" [ 1213.366674] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1213.381210] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.381210] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5218952a-dc96-ff3e-44c7-ac975164a024" [ 1213.381210] env[71079]: _type = "HttpNfcLease" [ 1213.381210] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1213.426928] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279822, 'name': Rename_Task, 'duration_secs': 1.180481} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.427277] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.427592] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba105a6-e2e9-48ce-b245-321b186d1ce6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.437587] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1213.437587] env[71079]: value = "task-3279825" [ 1213.437587] env[71079]: _type = "Task" [ 1213.437587] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.448702] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.514493] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279823, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.533256] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52db4a6e-fd9b-7b7e-4b57-82a9bf2ab53e, 'name': SearchDatastore_Task, 'duration_secs': 0.013628} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.534170] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1c369c-1faa-429a-b408-b2566fe6db46 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.540171] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1213.540171] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5289fe4a-6452-8aa5-6918-817c0c8440da" [ 1213.540171] env[71079]: _type = "Task" [ 1213.540171] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.548778] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5289fe4a-6452-8aa5-6918-817c0c8440da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.876674] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.876674] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5218952a-dc96-ff3e-44c7-ac975164a024" [ 1213.876674] env[71079]: _type = "HttpNfcLease" [ 1213.876674] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.877133] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.877133] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5218952a-dc96-ff3e-44c7-ac975164a024" [ 1213.877133] env[71079]: _type = "HttpNfcLease" [ 1213.877133] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1213.877889] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec2ce86-f5ae-436b-a4ae-6b0016afca36 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.886803] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52444918-9b5b-af82-4a2f-e125eba42d73/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.887046] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52444918-9b5b-af82-4a2f-e125eba42d73/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1213.958452] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.984942] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-adddee36-b353-4822-8a77-fb2816837ec0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.021463] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5221} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.021823] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.022052] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.022438] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c50561d-9d72-4a6a-8397-00b390f6f2a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.031073] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1214.031073] env[71079]: value = "task-3279826" [ 1214.031073] env[71079]: _type = "Task" [ 1214.031073] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.037649] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.041458] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.050873] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5289fe4a-6452-8aa5-6918-817c0c8440da, 'name': SearchDatastore_Task, 'duration_secs': 0.019831} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.051203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.051477] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 0f376fda-13dc-4381-9e21-e2df48b9011b/0f376fda-13dc-4381-9e21-e2df48b9011b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.051857] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a92cfaa-b5c3-4049-b694-45eb06f8dfc9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.061479] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1214.061479] env[71079]: value = "task-3279827" [ 1214.061479] env[71079]: _type = "Task" [ 1214.061479] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.070462] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.314079] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff9bdd-3aca-47ac-8f07-86b9355776ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.335155] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.455519] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279825, 'name': PowerOnVM_Task, 'duration_secs': 0.585686} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.456013] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.456615] env[71079]: INFO nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1214.456766] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.457608] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d697d1de-3ac2-432b-a73f-6835083de6fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.544956] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074914} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.545276] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.546381] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb82fa9-a050-43ca-a86b-7603f0abe228 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.573169] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.577632] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b86009-8521-4696-bbbf-6339f6b0bc38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.603317] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.605466] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1214.605466] env[71079]: value = "task-3279828" [ 1214.605466] env[71079]: _type = "Task" [ 1214.605466] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.617041] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.841600] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.842152] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58162b95-9836-45ee-a6ba-00703967f3b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.851282] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1214.851282] env[71079]: value = "task-3279829" [ 1214.851282] env[71079]: _type = "Task" [ 1214.851282] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.861272] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.981585] env[71079]: INFO nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Took 15.85 seconds to build instance. [ 1215.038018] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.038432] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.038666] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.038915] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1215.078208] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632574} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.078735] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 0f376fda-13dc-4381-9e21-e2df48b9011b/0f376fda-13dc-4381-9e21-e2df48b9011b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.079116] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.079625] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-606ae4a1-9c1a-456e-94ea-51710df2bfea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.088952] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1215.088952] env[71079]: value = "task-3279830" [ 1215.088952] env[71079]: _type = "Task" [ 1215.088952] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.101159] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.116763] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279828, 'name': ReconfigVM_Task, 'duration_secs': 0.500344} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.117289] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Reconfigured VM instance instance-00000077 to attach disk [datastore1] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.118054] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8016bdc-5a60-4706-8322-91c40ab66e60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.126550] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1215.126550] env[71079]: value = "task-3279831" [ 1215.126550] env[71079]: _type = "Task" [ 1215.126550] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.139477] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279831, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.361554] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279829, 'name': PowerOffVM_Task, 'duration_secs': 0.242635} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.362095] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.362435] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.484275] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.355s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.600782] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13826} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.601345] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.602231] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e6903-f072-4c67-8db0-4364a8cb633e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.624018] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 0f376fda-13dc-4381-9e21-e2df48b9011b/0f376fda-13dc-4381-9e21-e2df48b9011b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.624385] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf76cb0e-f50c-4cb5-be62-ae4385bdbbd2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.647697] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279831, 'name': Rename_Task, 'duration_secs': 0.2447} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.648985] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.649356] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1215.649356] env[71079]: value = "task-3279832" [ 1215.649356] env[71079]: _type = "Task" [ 1215.649356] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.649615] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fec2991c-b3e7-4c0c-bcfa-9948fd501657 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.659200] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.660417] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1215.660417] env[71079]: value = "task-3279833" [ 1215.660417] env[71079]: _type = "Task" [ 1215.660417] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.668237] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.869565] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.870404] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.870404] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.870552] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.870700] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.870844] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.871071] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.871229] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.871397] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.871607] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.871810] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.877135] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_power_states {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.878616] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ccba39-c9e2-48eb-927f-6164843e091f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.895529] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1215.895529] env[71079]: value = "task-3279834" [ 1215.895529] env[71079]: _type = "Task" [ 1215.895529] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.905703] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.162373] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.171082] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.393678] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Getting list of instances from cluster (obj){ [ 1216.393678] env[71079]: value = "domain-c8" [ 1216.393678] env[71079]: _type = "ClusterComputeResource" [ 1216.393678] env[71079]: } {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1216.394886] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425b21ec-98ba-4335-ac27-907fec9e3e35 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.406880] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279834, 'name': ReconfigVM_Task, 'duration_secs': 0.209277} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.418741] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.422714] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Got total of 11 instances {{(pid=71079) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1216.422959] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 8fa2bff0-a236-4b94-b16d-5147012bd8ba {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.423253] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.423479] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.423745] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid e209b479-6582-4edc-a9d2-bd8d3f6465bc {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.423964] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid d2ea129d-4f19-4104-8af7-464168f95a82 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.424149] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 4fa37152-e122-470c-ad7d-66b9d77b217f {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.424434] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid b0de78ef-f866-4690-8bd7-8270d0a5ce3f {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.424601] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 55af404d-cee6-41de-a8e5-99a664d30869 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.424765] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 7e3fbb1c-377d-45f0-bf7d-e41540d26928 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.425173] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid 0f376fda-13dc-4381-9e21-e2df48b9011b {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.425323] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Triggering sync for uuid dbb32347-510a-4594-b5c1-24aeffbeba22 {{(pid=71079) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1216.426110] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.426415] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.426744] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.426963] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.427209] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1216.427412] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.427643] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.427910] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.428202] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.428532] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.428772] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.429078] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "4fa37152-e122-470c-ad7d-66b9d77b217f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.429289] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.429565] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.429783] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.430000] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1216.430188] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.430415] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "55af404d-cee6-41de-a8e5-99a664d30869" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.430663] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "55af404d-cee6-41de-a8e5-99a664d30869" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.430984] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.431226] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.431458] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "0f376fda-13dc-4381-9e21-e2df48b9011b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.431802] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "dbb32347-510a-4594-b5c1-24aeffbeba22" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.432816] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80a5ef-bc53-423e-a16f-b96ccf629aa8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.437975] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0166062-9064-4d3f-8949-27758fb88858 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.441092] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d75d85-9d98-471f-bdfb-d4b24b7665d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.444402] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb2b07-e42b-4e09-8811-a339f53334e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.447346] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276a2a4-0d65-4b91-a556-051245cc4bfd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.451157] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e737e9c4-f361-4cdb-a5e9-b4aa08829773 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.663065] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279832, 'name': ReconfigVM_Task, 'duration_secs': 0.614014} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.666311] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 0f376fda-13dc-4381-9e21-e2df48b9011b/0f376fda-13dc-4381-9e21-e2df48b9011b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.667033] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce067447-2fdd-4689-af09-210836daefac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.674379] env[71079]: DEBUG oslo_vmware.api [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279833, 'name': PowerOnVM_Task, 'duration_secs': 0.646091} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.675766] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.676028] env[71079]: INFO nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1216.676237] env[71079]: DEBUG nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.676598] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1216.676598] env[71079]: value = "task-3279835" [ 1216.676598] env[71079]: _type = "Task" [ 1216.676598] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.677361] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8020fc0-28e7-414b-9060-35941fac95f9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.692927] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279835, 'name': Rename_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.929295] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.929515] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.929747] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.930052] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.930266] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.930464] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.930791] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.930979] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.931170] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.931413] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.931703] env[71079]: DEBUG nova.virt.hardware [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.938383] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.938741] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911b1ebe-3613-4d22-82d4-9a47130d90e6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.961762] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1216.961762] env[71079]: value = "task-3279836" [ 1216.961762] env[71079]: _type = "Task" [ 1216.961762] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.972173] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.974918] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.977524] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.977995] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.981517] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.983035] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.983489] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "55af404d-cee6-41de-a8e5-99a664d30869" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.036743] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.036986] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.189843] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279835, 'name': Rename_Task, 'duration_secs': 0.188255} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.190235] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.190442] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6413728-68da-43ab-a7d9-7d2790a44817 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.201891] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1217.201891] env[71079]: value = "task-3279837" [ 1217.201891] env[71079]: _type = "Task" [ 1217.201891] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.202403] env[71079]: INFO nova.compute.manager [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Took 16.91 seconds to build instance. [ 1217.211919] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.473831] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279836, 'name': ReconfigVM_Task, 'duration_secs': 0.288804} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.474690] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.475315] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c8fc23-c577-4cff-b019-d4fd14f17c73 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.507453] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33/volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.507799] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a725164c-120d-47eb-a67f-a58a7ebb62d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.526752] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1217.526752] env[71079]: value = "task-3279838" [ 1217.526752] env[71079]: _type = "Task" [ 1217.526752] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.536134] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.540402] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.540662] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.540831] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.540986] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1217.541925] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b637ed1d-7133-47fe-a502-38dd46d592aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.550824] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bdd6eb-6eed-439e-a92b-e3ecdee3bd24 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.566158] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9a292a-86c8-4a7b-a1eb-3cbbc3efd531 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.573063] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c96a7dc-0155-4a3b-b81f-f39777c96b05 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.602586] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179883MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1217.602814] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.603036] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.708408] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6094de07-209b-4bd3-bce3-c3709b135c9b tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.432s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.708779] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.277s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.708962] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] During sync_power_state the instance has a pending task (spawning). Skip. [ 1217.709225] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.715349] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.036850] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279838, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.215768] env[71079]: DEBUG oslo_vmware.api [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279837, 'name': PowerOnVM_Task, 'duration_secs': 0.639768} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.216143] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.216251] env[71079]: INFO nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1218.216422] env[71079]: DEBUG nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.217185] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae06c1e-8514-4e1b-a642-70d112342c21 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.537494] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279838, 'name': ReconfigVM_Task, 'duration_secs': 0.518625} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.537875] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33/volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.538162] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.612967] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Applying migration context for instance b0de78ef-f866-4690-8bd7-8270d0a5ce3f as it has an incoming, in-progress migration 42bebd72-adf6-46f4-9a0d-41d8527523a7. Migration status is migrating {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1218.614612] env[71079]: INFO nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating resource usage from migration 42bebd72-adf6-46f4-9a0d-41d8527523a7 [ 1218.635351] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.635541] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d6a74d24-b9ed-4028-ae44-f1db5f1162ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.635666] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance c62e0f50-19ba-4c48-83e3-023011f35456 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.635785] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance e209b479-6582-4edc-a9d2-bd8d3f6465bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.635898] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d2ea129d-4f19-4104-8af7-464168f95a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.636017] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 4fa37152-e122-470c-ad7d-66b9d77b217f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.637341] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 55af404d-cee6-41de-a8e5-99a664d30869 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.637525] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 7e3fbb1c-377d-45f0-bf7d-e41540d26928 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.637656] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 0f376fda-13dc-4381-9e21-e2df48b9011b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.637856] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance dbb32347-510a-4594-b5c1-24aeffbeba22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.637934] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Migration 42bebd72-adf6-46f4-9a0d-41d8527523a7 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1218.638058] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance b0de78ef-f866-4690-8bd7-8270d0a5ce3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.638265] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1218.638399] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1218.732689] env[71079]: INFO nova.compute.manager [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Took 19.56 seconds to build instance. [ 1218.799703] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9690d-b0a8-42b3-a7d1-17f6dc99f7a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.807530] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6392cbb-0838-44f3-b62f-a051e519718d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.840987] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed9bbdd-436a-4281-85bf-560273fcb3fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.849411] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f69308-5a98-4d51-8f58-facb31b11958 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.870017] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.044784] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5640cff6-1619-4dab-912c-1c78171e1dda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.068405] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75de07f3-56f6-415a-89b6-03ef725e0665 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.087015] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.093179] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245533c-b046-2b20-d4c2-60fd6a46bbc3/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1219.093315] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b14ed1-b57c-45d7-9e22-3550a55d29ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.099334] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245533c-b046-2b20-d4c2-60fd6a46bbc3/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1219.099513] env[71079]: ERROR oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245533c-b046-2b20-d4c2-60fd6a46bbc3/disk-0.vmdk due to incomplete transfer. [ 1219.099806] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-75cbd646-eede-4124-9d30-7345b5b2af1e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.108048] env[71079]: DEBUG oslo_vmware.rw_handles [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245533c-b046-2b20-d4c2-60fd6a46bbc3/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1219.108286] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Uploaded image 9ee16f0f-4d8a-4009-9951-eed11e3bf6a2 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1219.111191] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1219.111478] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89459d5b-3f31-4f87-a2a3-fe7e7dfe6f1f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.117255] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1219.117255] env[71079]: value = "task-3279839" [ 1219.117255] env[71079]: _type = "Task" [ 1219.117255] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.125943] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279839, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.235111] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3b9d3060-dfb8-480e-a9f5-6da4ce23105b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.073s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.235739] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.804s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.235980] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1219.236229] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.359227] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "55af404d-cee6-41de-a8e5-99a664d30869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.359662] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "55af404d-cee6-41de-a8e5-99a664d30869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.359908] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "55af404d-cee6-41de-a8e5-99a664d30869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.360113] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "55af404d-cee6-41de-a8e5-99a664d30869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.360288] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "55af404d-cee6-41de-a8e5-99a664d30869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.365563] env[71079]: INFO nova.compute.manager [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Terminating instance [ 1219.373592] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.627864] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279839, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.669532] env[71079]: INFO nova.compute.manager [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Rebuilding instance [ 1219.709996] env[71079]: DEBUG nova.compute.manager [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.710866] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee1f5bb-5e45-4843-92eb-b4a29920692a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.873230] env[71079]: DEBUG nova.compute.manager [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.873492] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.874498] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b9247-3b3b-471a-b061-4523fe82ca94 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.885348] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1219.885533] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.283s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.885788] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.886135] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896b43b7-3747-4e1a-b4ed-dc0192aeff6b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.892291] env[71079]: DEBUG oslo_vmware.api [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1219.892291] env[71079]: value = "task-3279840" [ 1219.892291] env[71079]: _type = "Task" [ 1219.892291] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.900928] env[71079]: DEBUG oslo_vmware.api [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.128340] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279839, 'name': Destroy_Task, 'duration_secs': 0.578869} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.128652] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Destroyed the VM [ 1220.128913] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1220.129212] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-767ae81f-655c-4818-9a81-d0d7d2e905e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.136821] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1220.136821] env[71079]: value = "task-3279841" [ 1220.136821] env[71079]: _type = "Task" [ 1220.136821] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.145813] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.403444] env[71079]: DEBUG oslo_vmware.api [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279840, 'name': PowerOffVM_Task, 'duration_secs': 0.340278} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.403794] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.403863] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.404164] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f1f10c-bae8-4c2f-ac71-8e1e9b4817d5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.471077] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.471438] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.471761] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleting the datastore file [datastore1] 55af404d-cee6-41de-a8e5-99a664d30869 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.472118] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eefb37a9-b704-42e2-a7b4-ddda12ead1b5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.479526] env[71079]: DEBUG oslo_vmware.api [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1220.479526] env[71079]: value = "task-3279843" [ 1220.479526] env[71079]: _type = "Task" [ 1220.479526] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.489885] env[71079]: DEBUG oslo_vmware.api [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.648743] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.724827] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.725212] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae19217-5c50-4207-8385-9137f7b2d02f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.732875] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1220.732875] env[71079]: value = "task-3279844" [ 1220.732875] env[71079]: _type = "Task" [ 1220.732875] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.742311] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.753110] env[71079]: DEBUG nova.network.neutron [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Port d498ab17-78e5-438a-910a-55a3eadc8760 binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1220.989850] env[71079]: DEBUG oslo_vmware.api [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211735} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.990148] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.990337] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.990521] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.990694] env[71079]: INFO nova.compute.manager [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1220.990957] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.991181] env[71079]: DEBUG nova.compute.manager [-] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.991274] env[71079]: DEBUG nova.network.neutron [-] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.148660] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279841, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.243355] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279844, 'name': PowerOffVM_Task, 'duration_secs': 0.143175} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.243615] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.244299] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.245133] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc33c717-98ad-4dbf-8be2-9366bd447159 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.252816] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.253085] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-024fec8f-9d51-4f28-a840-363d8e4ef097 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.281022] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.281022] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.281022] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Deleting the datastore file [datastore1] dbb32347-510a-4594-b5c1-24aeffbeba22 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.281022] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ff3757-6561-4750-b2ba-eb370ed7d5a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.285391] env[71079]: DEBUG nova.compute.manager [req-e0c91ad7-1734-425e-977e-dd55a33b9116 req-6ee9aa25-58f4-4dab-8b9b-40dfe6f624bf service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Received event network-vif-deleted-4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.285747] env[71079]: INFO nova.compute.manager [req-e0c91ad7-1734-425e-977e-dd55a33b9116 req-6ee9aa25-58f4-4dab-8b9b-40dfe6f624bf service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Neutron deleted interface 4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2; detaching it from the instance and deleting it from the info cache [ 1221.286085] env[71079]: DEBUG nova.network.neutron [req-e0c91ad7-1734-425e-977e-dd55a33b9116 req-6ee9aa25-58f4-4dab-8b9b-40dfe6f624bf service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.295253] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1221.295253] env[71079]: value = "task-3279846" [ 1221.295253] env[71079]: _type = "Task" [ 1221.295253] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.303107] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.649447] env[71079]: DEBUG oslo_vmware.api [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279841, 'name': RemoveSnapshot_Task, 'duration_secs': 1.052846} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.649817] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1221.650085] env[71079]: INFO nova.compute.manager [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Took 17.81 seconds to snapshot the instance on the hypervisor. [ 1221.728817] env[71079]: DEBUG nova.network.neutron [-] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.774402] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.774651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.774837] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.789210] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84290521-7ade-4236-b1ac-66965c258cd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.801738] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae96aa-2834-403c-afd3-1cd9541e473f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.817197] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298088} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.817981] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.818163] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.818371] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.838934] env[71079]: DEBUG nova.compute.manager [req-e0c91ad7-1734-425e-977e-dd55a33b9116 req-6ee9aa25-58f4-4dab-8b9b-40dfe6f624bf service nova] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Detach interface failed, port_id=4c3dd6e2-8d8d-4df2-92f8-017bbb88dbf2, reason: Instance 55af404d-cee6-41de-a8e5-99a664d30869 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.212204] env[71079]: DEBUG nova.compute.manager [None req-cf879b84-6afa-4c1a-b64c-2d715b8038f9 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Found 2 images (rotation: 2) {{(pid=71079) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1222.231791] env[71079]: INFO nova.compute.manager [-] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Took 1.24 seconds to deallocate network for instance. [ 1222.739028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.739311] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.739366] env[71079]: DEBUG nova.objects.instance [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lazy-loading 'resources' on Instance uuid 55af404d-cee6-41de-a8e5-99a664d30869 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.762569] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.762812] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.809952] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.810155] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.810334] env[71079]: DEBUG nova.network.neutron [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.852432] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.852748] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.852964] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.853142] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.853293] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.853442] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.853650] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.853806] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.853974] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.854173] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.854358] env[71079]: DEBUG nova.virt.hardware [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.855592] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b432433-9bf3-4b25-bdda-491dc5964979 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.864457] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f72012-35f4-4bb7-a2db-fa165d63948a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.877980] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.883613] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.883892] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.884133] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfa71f04-0940-4d56-a426-f84488476393 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.901465] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.901465] env[71079]: value = "task-3279847" [ 1222.901465] env[71079]: _type = "Task" [ 1222.901465] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.909687] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279847, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.266917] env[71079]: DEBUG nova.compute.utils [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.411457] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279847, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.424616] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e3744a-27ce-43f3-9771-81da73fbe43d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.432063] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e574de9d-1cad-4adc-9a6a-c94d72f36d09 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.468321] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36d9a6b-7bee-415d-86f2-33f68e2a0bef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.476126] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98722129-bf74-4480-a3bf-41d44a60d5b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.491093] env[71079]: DEBUG nova.compute.provider_tree [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.570796] env[71079]: DEBUG nova.network.neutron [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [{"id": "d498ab17-78e5-438a-910a-55a3eadc8760", "address": "fa:16:3e:4b:77:60", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd498ab17-78", "ovs_interfaceid": "d498ab17-78e5-438a-910a-55a3eadc8760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.643831] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52444918-9b5b-af82-4a2f-e125eba42d73/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.644650] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a43c6-7286-42e3-9f88-3441108d28d4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.651187] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52444918-9b5b-af82-4a2f-e125eba42d73/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.651358] env[71079]: ERROR oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52444918-9b5b-af82-4a2f-e125eba42d73/disk-0.vmdk due to incomplete transfer. [ 1223.651682] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b91dec58-8733-4db2-9369-874e77e8e01f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.658906] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52444918-9b5b-af82-4a2f-e125eba42d73/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1223.659128] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Uploaded image f2dc70c3-06a9-45e4-833f-083b22603d5f to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1223.661279] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1223.661529] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f7ad97b-f942-451a-bd77-cbb6c6d46587 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.667413] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1223.667413] env[71079]: value = "task-3279848" [ 1223.667413] env[71079]: _type = "Task" [ 1223.667413] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.675208] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279848, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.697885] env[71079]: DEBUG nova.compute.manager [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.698815] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c209f7-79d0-4f42-9b6f-92cb861b4a76 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.769832] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.912382] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279847, 'name': CreateVM_Task, 'duration_secs': 0.515557} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.912554] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.912927] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.913104] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.913449] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.913698] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e4f4a5-580c-4285-a7a8-363c71a91de5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.918425] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1223.918425] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52040705-f61d-6de0-3fc6-adcf259fe544" [ 1223.918425] env[71079]: _type = "Task" [ 1223.918425] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.926348] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52040705-f61d-6de0-3fc6-adcf259fe544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.994055] env[71079]: DEBUG nova.scheduler.client.report [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.074152] env[71079]: DEBUG oslo_concurrency.lockutils [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.176823] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279848, 'name': Destroy_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.209489] env[71079]: INFO nova.compute.manager [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] instance snapshotting [ 1224.210159] env[71079]: DEBUG nova.objects.instance [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'flavor' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.430344] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52040705-f61d-6de0-3fc6-adcf259fe544, 'name': SearchDatastore_Task, 'duration_secs': 0.027883} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.430625] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.430870] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.431136] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.431290] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.431502] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.431766] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a9a771e-cb06-4819-ba16-f5628b0812ba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.444094] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.444298] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.445082] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c781fd-19be-46fc-a07c-2436d05104fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.450319] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1224.450319] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5239b21b-a27e-fc44-9278-8366d28593ff" [ 1224.450319] env[71079]: _type = "Task" [ 1224.450319] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.457927] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5239b21b-a27e-fc44-9278-8366d28593ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.498858] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.520138] env[71079]: INFO nova.scheduler.client.report [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleted allocations for instance 55af404d-cee6-41de-a8e5-99a664d30869 [ 1224.583609] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6467213f-f6b6-4e00-818f-ea78efb6e504 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.590376] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b277ae44-eafa-4797-951e-83798c7cdc13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.677823] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279848, 'name': Destroy_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.715812] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fba109-dc6f-4ded-b34e-790028b37b73 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.735192] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8006190-9dbc-433d-8ed3-be547b95daf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.837803] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.838179] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.838496] env[71079]: INFO nova.compute.manager [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Attaching volume 2f9d570a-f734-44df-a4bf-32320050aa79 to /dev/sdb [ 1224.868390] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb5875-44cc-4460-818f-7d5f5976829e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.877540] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e228d57-b613-4b57-8ecd-c2ef7937c12e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.890297] env[71079]: DEBUG nova.virt.block_device [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updating existing volume attachment record: e96dac31-df6b-43db-b272-051f6bca5165 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1224.959769] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5239b21b-a27e-fc44-9278-8366d28593ff, 'name': SearchDatastore_Task, 'duration_secs': 0.033685} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.960589] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e647f6c-f716-4571-b665-430f25dd1ce6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.965307] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1224.965307] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ff6804-b7fa-0595-28b0-3b86eb4d66c0" [ 1224.965307] env[71079]: _type = "Task" [ 1224.965307] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.973013] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ff6804-b7fa-0595-28b0-3b86eb4d66c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.028027] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fdad23b0-49a1-4555-a2ed-bd7efecde60b tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "55af404d-cee6-41de-a8e5-99a664d30869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.668s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.178980] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279848, 'name': Destroy_Task, 'duration_secs': 1.447112} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.179214] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Destroyed the VM [ 1225.179521] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1225.179781] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b1332fa-fb79-4015-a05a-cfda75b4760d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.186589] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1225.186589] env[71079]: value = "task-3279850" [ 1225.186589] env[71079]: _type = "Task" [ 1225.186589] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.193991] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279850, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.245926] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1225.246235] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fe59d93-64e5-4698-91d8-fdc72d6c1252 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.253388] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1225.253388] env[71079]: value = "task-3279851" [ 1225.253388] env[71079]: _type = "Task" [ 1225.253388] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.261889] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.476671] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ff6804-b7fa-0595-28b0-3b86eb4d66c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.476671] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.476832] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.477081] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e807c72-8efd-46f1-9b8e-c1a19b150bd0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.484087] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1225.484087] env[71079]: value = "task-3279852" [ 1225.484087] env[71079]: _type = "Task" [ 1225.484087] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.492326] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.687966] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dac3e7-fb73-4e04-a8e8-b2fda1043131 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.702066] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279850, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.718079] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d9ee4e-e782-40ee-95f2-d825772d252b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.725832] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.765440] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.994131] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502534} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.994508] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.994611] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.994798] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2e3982f-54fa-4443-9d75-2edab03b2274 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.000749] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1226.000749] env[71079]: value = "task-3279853" [ 1226.000749] env[71079]: _type = "Task" [ 1226.000749] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.007902] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.196326] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279850, 'name': RemoveSnapshot_Task, 'duration_secs': 0.562687} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.196589] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1226.196890] env[71079]: DEBUG nova.compute.manager [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.197660] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c0239d-505a-4961-9895-87af38a32544 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.233688] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.233971] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd479bc-bbd5-410a-a0ee-d385612c4c3a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.246012] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1226.246012] env[71079]: value = "task-3279854" [ 1226.246012] env[71079]: _type = "Task" [ 1226.246012] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.254858] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.262593] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.511368] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173269} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.511955] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.512798] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ee524-0755-4a91-87d2-1c1787a78408 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.533093] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.533377] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824eab31-ddf4-428a-ad0c-c91e9883ce79 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.552967] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1226.552967] env[71079]: value = "task-3279855" [ 1226.552967] env[71079]: _type = "Task" [ 1226.552967] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.561086] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.671875] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.672181] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.672401] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.672636] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.672816] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.674979] env[71079]: INFO nova.compute.manager [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Terminating instance [ 1226.710387] env[71079]: INFO nova.compute.manager [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Shelve offloading [ 1226.742295] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "0f376fda-13dc-4381-9e21-e2df48b9011b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.742598] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.742864] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "0f376fda-13dc-4381-9e21-e2df48b9011b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.743086] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.743262] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.745229] env[71079]: INFO nova.compute.manager [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Terminating instance [ 1226.757471] env[71079]: DEBUG oslo_vmware.api [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279854, 'name': PowerOnVM_Task, 'duration_secs': 0.41663} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.760477] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.760662] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-141e9b29-7d28-466b-b167-a06f6dc28abc tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.770648] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279851, 'name': CreateSnapshot_Task, 'duration_secs': 1.052658} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.770884] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1226.771650] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88564495-4278-4c76-b3c4-7037b6bde1ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.067369] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279855, 'name': ReconfigVM_Task, 'duration_secs': 0.291951} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.067830] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Reconfigured VM instance instance-00000077 to attach disk [datastore2] dbb32347-510a-4594-b5c1-24aeffbeba22/dbb32347-510a-4594-b5c1-24aeffbeba22.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.068715] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57506765-13ff-48e7-b62b-5f685082cf23 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.078121] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1227.078121] env[71079]: value = "task-3279856" [ 1227.078121] env[71079]: _type = "Task" [ 1227.078121] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.088228] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279856, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.178707] env[71079]: DEBUG nova.compute.manager [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.178934] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.179887] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da1a663-c50b-441c-b905-d4e3b4f1c132 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.187272] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.187528] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86efed0b-ab57-44b4-93f4-abdc4d5ed782 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.194512] env[71079]: DEBUG oslo_vmware.api [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1227.194512] env[71079]: value = "task-3279858" [ 1227.194512] env[71079]: _type = "Task" [ 1227.194512] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.201987] env[71079]: DEBUG oslo_vmware.api [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.213734] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.214044] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4854a114-24d5-4428-aec9-3d48ce5e8eb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.220132] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1227.220132] env[71079]: value = "task-3279859" [ 1227.220132] env[71079]: _type = "Task" [ 1227.220132] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.227632] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.252736] env[71079]: DEBUG nova.compute.manager [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.253050] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.253910] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da9b65c-858c-4873-8e5c-701e1227486b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.260947] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.261188] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3c6655d-c355-4c21-919c-aefaf2a2c006 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.276287] env[71079]: DEBUG oslo_vmware.api [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1227.276287] env[71079]: value = "task-3279860" [ 1227.276287] env[71079]: _type = "Task" [ 1227.276287] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.293268] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1227.293602] env[71079]: DEBUG oslo_vmware.api [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.293833] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3050acaf-089b-486c-a232-c3d6f6946d40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.301686] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1227.301686] env[71079]: value = "task-3279861" [ 1227.301686] env[71079]: _type = "Task" [ 1227.301686] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.310959] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279861, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.588643] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279856, 'name': Rename_Task, 'duration_secs': 0.205225} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.588643] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.588940] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f52892-8ee4-43ed-adb8-cd4a944f4eb1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.595610] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1227.595610] env[71079]: value = "task-3279862" [ 1227.595610] env[71079]: _type = "Task" [ 1227.595610] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.603080] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.705451] env[71079]: DEBUG oslo_vmware.api [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279858, 'name': PowerOffVM_Task, 'duration_secs': 0.200446} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.705616] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.705804] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.706077] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8f5925f-113d-4826-b6c1-4dae1bb10c60 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.730313] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.730529] env[71079]: DEBUG nova.compute.manager [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.731292] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b1b83-3fcf-4d50-a9c3-41e6b46d0c5e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.737685] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.737872] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.738051] env[71079]: DEBUG nova.network.neutron [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.778458] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.778725] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.778953] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleting the datastore file [datastore1] 7e3fbb1c-377d-45f0-bf7d-e41540d26928 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.782855] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae0b7298-cede-4749-a6d9-d7724da3874a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.790158] env[71079]: DEBUG oslo_vmware.api [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279860, 'name': PowerOffVM_Task, 'duration_secs': 0.225646} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.791502] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.791767] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.792062] env[71079]: DEBUG oslo_vmware.api [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1227.792062] env[71079]: value = "task-3279864" [ 1227.792062] env[71079]: _type = "Task" [ 1227.792062] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.792251] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb60e1a-d9ed-45dc-9efc-6c6c4b3e6103 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.801265] env[71079]: DEBUG oslo_vmware.api [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.810100] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279861, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.864059] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.864395] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.864650] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleting the datastore file [datastore1] 0f376fda-13dc-4381-9e21-e2df48b9011b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.865965] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2acfe4c8-28df-4cf9-8c27-b0c566d276de {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.873785] env[71079]: DEBUG oslo_vmware.api [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for the task: (returnval){ [ 1227.873785] env[71079]: value = "task-3279866" [ 1227.873785] env[71079]: _type = "Task" [ 1227.873785] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.882915] env[71079]: DEBUG oslo_vmware.api [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.935858] env[71079]: DEBUG oslo_concurrency.lockutils [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4fa37152-e122-470c-ad7d-66b9d77b217f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.936203] env[71079]: DEBUG oslo_concurrency.lockutils [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.936419] env[71079]: DEBUG nova.compute.manager [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.937394] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c258cb8-3a83-40ff-8e1f-09c04cc29354 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.944880] env[71079]: DEBUG nova.compute.manager [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1227.945544] env[71079]: DEBUG nova.objects.instance [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'flavor' on Instance uuid 4fa37152-e122-470c-ad7d-66b9d77b217f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.106483] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279862, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.303541] env[71079]: DEBUG oslo_vmware.api [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15574} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.310094] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.310295] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.310466] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.310635] env[71079]: INFO nova.compute.manager [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1228.310866] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.311076] env[71079]: DEBUG nova.compute.manager [-] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.311169] env[71079]: DEBUG nova.network.neutron [-] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.317941] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279861, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.384865] env[71079]: DEBUG oslo_vmware.api [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Task: {'id': task-3279866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175232} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.385178] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.385414] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.385605] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.385795] env[71079]: INFO nova.compute.manager [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1228.386142] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.386379] env[71079]: DEBUG nova.compute.manager [-] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.386561] env[71079]: DEBUG nova.network.neutron [-] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.461861] env[71079]: DEBUG nova.network.neutron [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.606220] env[71079]: DEBUG oslo_vmware.api [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279862, 'name': PowerOnVM_Task, 'duration_secs': 0.774027} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.606483] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.606689] env[71079]: DEBUG nova.compute.manager [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.607469] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3208438b-e601-4d3c-9cbd-d076fcbd547c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.706077] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.706830] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.707053] env[71079]: DEBUG nova.compute.manager [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Going to confirm migration 8 {{(pid=71079) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1228.776301] env[71079]: DEBUG nova.compute.manager [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Received event network-vif-deleted-2d83d941-0a03-412c-b1a8-066666063197 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.776496] env[71079]: INFO nova.compute.manager [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Neutron deleted interface 2d83d941-0a03-412c-b1a8-066666063197; detaching it from the instance and deleting it from the info cache [ 1228.776666] env[71079]: DEBUG nova.network.neutron [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.814234] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279861, 'name': CloneVM_Task, 'duration_secs': 1.495227} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.814505] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Created linked-clone VM from snapshot [ 1228.815335] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5fedc4-32df-43ff-84c4-404c44d4d426 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.823696] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Uploading image a42ea4f2-83c2-4915-b689-ca5940e18e27 {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1228.854806] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1228.854806] env[71079]: value = "vm-655020" [ 1228.854806] env[71079]: _type = "VirtualMachine" [ 1228.854806] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1228.855118] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02f202b7-bc1d-477c-873a-25ddd77cb1b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.862506] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease: (returnval){ [ 1228.862506] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4e035-1f9e-8e79-2110-b490f8914ddb" [ 1228.862506] env[71079]: _type = "HttpNfcLease" [ 1228.862506] env[71079]: } obtained for exporting VM: (result){ [ 1228.862506] env[71079]: value = "vm-655020" [ 1228.862506] env[71079]: _type = "VirtualMachine" [ 1228.862506] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1228.862827] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the lease: (returnval){ [ 1228.862827] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4e035-1f9e-8e79-2110-b490f8914ddb" [ 1228.862827] env[71079]: _type = "HttpNfcLease" [ 1228.862827] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1228.869361] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1228.869361] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4e035-1f9e-8e79-2110-b490f8914ddb" [ 1228.869361] env[71079]: _type = "HttpNfcLease" [ 1228.869361] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1228.953364] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.953687] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d5b520-8560-419c-b2d3-b8d1931dae30 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.960957] env[71079]: DEBUG oslo_vmware.api [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1228.960957] env[71079]: value = "task-3279868" [ 1228.960957] env[71079]: _type = "Task" [ 1228.960957] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.964446] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.973235] env[71079]: DEBUG oslo_vmware.api [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.124381] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.124615] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.124741] env[71079]: DEBUG nova.objects.instance [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71079) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1229.224073] env[71079]: DEBUG nova.network.neutron [-] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.227901] env[71079]: DEBUG nova.network.neutron [-] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.279035] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c01f85ca-121e-4bbf-be1a-eb6a7d208d8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.289436] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17077f1-190a-44c9-9d50-a2df53fbcbe8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.322530] env[71079]: DEBUG nova.compute.manager [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Detach interface failed, port_id=2d83d941-0a03-412c-b1a8-066666063197, reason: Instance 7e3fbb1c-377d-45f0-bf7d-e41540d26928 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.322779] env[71079]: DEBUG nova.compute.manager [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Received event network-vif-deleted-5792f770-d894-43e4-912e-9057488d562a {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.322990] env[71079]: INFO nova.compute.manager [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Neutron deleted interface 5792f770-d894-43e4-912e-9057488d562a; detaching it from the instance and deleting it from the info cache [ 1229.323196] env[71079]: DEBUG nova.network.neutron [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.325325] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.325481] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquired lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.325648] env[71079]: DEBUG nova.network.neutron [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.325821] env[71079]: DEBUG nova.objects.instance [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'info_cache' on Instance uuid b0de78ef-f866-4690-8bd7-8270d0a5ce3f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.371838] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.371838] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4e035-1f9e-8e79-2110-b490f8914ddb" [ 1229.371838] env[71079]: _type = "HttpNfcLease" [ 1229.371838] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1229.371838] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1229.371838] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52f4e035-1f9e-8e79-2110-b490f8914ddb" [ 1229.371838] env[71079]: _type = "HttpNfcLease" [ 1229.371838] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1229.372447] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f83a8-6e47-4da3-af00-216f66a5829d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.380423] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526242f3-8820-0df2-da22-acfa6b7b0a38/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1229.380573] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526242f3-8820-0df2-da22-acfa6b7b0a38/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1229.439578] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.439809] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655018', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'name': 'volume-2f9d570a-f734-44df-a4bf-32320050aa79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ea129d-4f19-4104-8af7-464168f95a82', 'attached_at': '', 'detached_at': '', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'serial': '2f9d570a-f734-44df-a4bf-32320050aa79'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.441794] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10caaef-59ca-4e39-841f-727c165e7ac1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.463009] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ddd53b-8ee1-4c9f-8db9-02770a986eb1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.474695] env[71079]: DEBUG oslo_vmware.api [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279868, 'name': PowerOffVM_Task, 'duration_secs': 0.191224} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.487615] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.487835] env[71079]: DEBUG nova.compute.manager [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.495787] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-2f9d570a-f734-44df-a4bf-32320050aa79/volume-2f9d570a-f734-44df-a4bf-32320050aa79.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.496505] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53de01be-2b1c-4c83-b22b-16691851f280 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.498888] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75578bbb-a525-469c-adf3-0aa0543e875d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.518691] env[71079]: DEBUG oslo_vmware.api [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1229.518691] env[71079]: value = "task-3279869" [ 1229.518691] env[71079]: _type = "Task" [ 1229.518691] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.528953] env[71079]: DEBUG oslo_vmware.api [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.543377] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c28c374e-af34-49c9-b2b7-9430bf0c610c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.637634] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.639609] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242dde95-cdb2-4a0f-a41a-f95ca77ff448 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.649776] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.649776] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de80a9d0-96c5-4fba-926c-a54413af54cf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.724946] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.725271] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.725550] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleting the datastore file [datastore2] c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.725996] env[71079]: INFO nova.compute.manager [-] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Took 1.41 seconds to deallocate network for instance. [ 1229.726238] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03f1bc9d-b662-4008-bba0-992c80906844 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.730452] env[71079]: INFO nova.compute.manager [-] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Took 1.34 seconds to deallocate network for instance. [ 1229.736352] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1229.736352] env[71079]: value = "task-3279871" [ 1229.736352] env[71079]: _type = "Task" [ 1229.736352] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.747376] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.833899] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81036d1e-fdb3-472a-977f-e83e317684f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.845341] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0839d6f3-825e-47b1-abf5-f019ccae662e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.879094] env[71079]: DEBUG nova.compute.manager [req-09854bd0-b659-4ca3-9c15-318fabe81f6e req-440946e5-2f23-4c8f-9b63-9a272c90b546 service nova] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Detach interface failed, port_id=5792f770-d894-43e4-912e-9057488d562a, reason: Instance 0f376fda-13dc-4381-9e21-e2df48b9011b could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.949399] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "dbb32347-510a-4594-b5c1-24aeffbeba22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.949983] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.950409] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "dbb32347-510a-4594-b5c1-24aeffbeba22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.950855] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.951241] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.954664] env[71079]: INFO nova.compute.manager [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Terminating instance [ 1230.025143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-331a7acc-8068-4fb3-b1fb-276910bffb22 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.033917] env[71079]: DEBUG oslo_vmware.api [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279869, 'name': ReconfigVM_Task, 'duration_secs': 0.375027} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.034202] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-2f9d570a-f734-44df-a4bf-32320050aa79/volume-2f9d570a-f734-44df-a4bf-32320050aa79.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.040151] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7894b138-c5ac-4a1c-9da8-288b6f7966e4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.057460] env[71079]: DEBUG oslo_vmware.api [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1230.057460] env[71079]: value = "task-3279872" [ 1230.057460] env[71079]: _type = "Task" [ 1230.057460] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.066345] env[71079]: DEBUG oslo_vmware.api [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.137198] env[71079]: DEBUG oslo_concurrency.lockutils [None req-48538c5a-2d76-46d9-bd67-ea9ab6a06b0e tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.238214] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.238876] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.238876] env[71079]: DEBUG nova.objects.instance [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lazy-loading 'resources' on Instance uuid 7e3fbb1c-377d-45f0-bf7d-e41540d26928 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.240544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.251166] env[71079]: DEBUG oslo_vmware.api [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221449} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.251493] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.251926] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.252195] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.278026] env[71079]: INFO nova.scheduler.client.report [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted allocations for instance c62e0f50-19ba-4c48-83e3-023011f35456 [ 1230.425014] env[71079]: DEBUG nova.objects.instance [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'flavor' on Instance uuid 4fa37152-e122-470c-ad7d-66b9d77b217f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.458208] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "refresh_cache-dbb32347-510a-4594-b5c1-24aeffbeba22" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.458390] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquired lock "refresh_cache-dbb32347-510a-4594-b5c1-24aeffbeba22" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.458560] env[71079]: DEBUG nova.network.neutron [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.568141] env[71079]: DEBUG oslo_vmware.api [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.591711] env[71079]: DEBUG nova.network.neutron [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [{"id": "d498ab17-78e5-438a-910a-55a3eadc8760", "address": "fa:16:3e:4b:77:60", "network": {"id": "26f4335a-0f9f-475d-b9d3-c3b1769490ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-805460098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddaf90291f4b4fbbad7326741e8c8c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd498ab17-78", "ovs_interfaceid": "d498ab17-78e5-438a-910a-55a3eadc8760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.784426] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.803693] env[71079]: DEBUG nova.compute.manager [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-vif-unplugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.803693] env[71079]: DEBUG oslo_concurrency.lockutils [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.803829] env[71079]: DEBUG oslo_concurrency.lockutils [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.804080] env[71079]: DEBUG oslo_concurrency.lockutils [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.804523] env[71079]: DEBUG nova.compute.manager [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] No waiting events found dispatching network-vif-unplugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.805152] env[71079]: WARNING nova.compute.manager [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received unexpected event network-vif-unplugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac for instance with vm_state shelved_offloaded and task_state None. [ 1230.805338] env[71079]: DEBUG nova.compute.manager [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.805781] env[71079]: DEBUG nova.compute.manager [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing instance network info cache due to event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.806081] env[71079]: DEBUG oslo_concurrency.lockutils [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] Acquiring lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.806325] env[71079]: DEBUG oslo_concurrency.lockutils [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] Acquired lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.806655] env[71079]: DEBUG nova.network.neutron [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.889634] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9bdcc-cff5-40fb-bfe8-26da12aacfe5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.898152] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b585c111-524b-48c1-a4c7-6351b0742659 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.931528] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.931689] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.931838] env[71079]: DEBUG nova.network.neutron [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.932109] env[71079]: DEBUG nova.objects.instance [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'info_cache' on Instance uuid 4fa37152-e122-470c-ad7d-66b9d77b217f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.934701] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b0f95-9cd8-4407-bb15-78297f6453a0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.942990] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a51a2b-e8d1-41d0-ac71-91ba2ab432d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.959467] env[71079]: DEBUG nova.compute.provider_tree [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.978739] env[71079]: DEBUG nova.network.neutron [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.030875] env[71079]: DEBUG nova.network.neutron [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.068164] env[71079]: DEBUG oslo_vmware.api [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279872, 'name': ReconfigVM_Task, 'duration_secs': 0.9757} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.068557] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655018', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'name': 'volume-2f9d570a-f734-44df-a4bf-32320050aa79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ea129d-4f19-4104-8af7-464168f95a82', 'attached_at': '', 'detached_at': '', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'serial': '2f9d570a-f734-44df-a4bf-32320050aa79'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.095996] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Releasing lock "refresh_cache-b0de78ef-f866-4690-8bd7-8270d0a5ce3f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.097716] env[71079]: DEBUG nova.objects.instance [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'migration_context' on Instance uuid b0de78ef-f866-4690-8bd7-8270d0a5ce3f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.435359] env[71079]: DEBUG nova.objects.base [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Object Instance<4fa37152-e122-470c-ad7d-66b9d77b217f> lazy-loaded attributes: flavor,info_cache {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.464730] env[71079]: DEBUG nova.scheduler.client.report [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.534260] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Releasing lock "refresh_cache-dbb32347-510a-4594-b5c1-24aeffbeba22" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.534730] env[71079]: DEBUG nova.compute.manager [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.534959] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.535853] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0415747-6e21-455f-8fc4-8ed251c3e980 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.542359] env[71079]: DEBUG nova.network.neutron [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updated VIF entry in instance network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.542693] env[71079]: DEBUG nova.network.neutron [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.546312] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.546782] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a45a64-3dee-457b-81c1-d99d92df0847 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.556114] env[71079]: DEBUG oslo_vmware.api [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1231.556114] env[71079]: value = "task-3279873" [ 1231.556114] env[71079]: _type = "Task" [ 1231.556114] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.566894] env[71079]: DEBUG oslo_vmware.api [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.601733] env[71079]: DEBUG nova.objects.base [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.601733] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177760ee-fc93-4eef-8d7c-2ee49aa77d52 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.633869] env[71079]: DEBUG nova.objects.instance [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'flavor' on Instance uuid d2ea129d-4f19-4104-8af7-464168f95a82 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.635755] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fd9c91-90c8-4320-b0ca-5e7260353128 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.645018] env[71079]: DEBUG oslo_vmware.api [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1231.645018] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5203607d-7a40-e771-048f-2b3550453714" [ 1231.645018] env[71079]: _type = "Task" [ 1231.645018] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.657240] env[71079]: DEBUG oslo_vmware.api [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5203607d-7a40-e771-048f-2b3550453714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.969374] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.972083] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.731s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.972416] env[71079]: DEBUG nova.objects.instance [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lazy-loading 'resources' on Instance uuid 0f376fda-13dc-4381-9e21-e2df48b9011b {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.996651] env[71079]: INFO nova.scheduler.client.report [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleted allocations for instance 7e3fbb1c-377d-45f0-bf7d-e41540d26928 [ 1232.048130] env[71079]: DEBUG oslo_concurrency.lockutils [req-98beaf98-749e-47bd-b0eb-04f0fcc201d1 req-a315cf2a-ca48-4384-a175-2ea8c75b87ff service nova] Releasing lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.066046] env[71079]: DEBUG oslo_vmware.api [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279873, 'name': PowerOffVM_Task, 'duration_secs': 0.17017} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.068493] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.068671] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.068944] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-972d0cac-c326-4079-9c94-e7ff46a3f94f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.095734] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.095956] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.096164] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Deleting the datastore file [datastore2] dbb32347-510a-4594-b5c1-24aeffbeba22 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.096412] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eacd0224-c1d3-420b-9571-95a15ee20059 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.103017] env[71079]: DEBUG oslo_vmware.api [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for the task: (returnval){ [ 1232.103017] env[71079]: value = "task-3279875" [ 1232.103017] env[71079]: _type = "Task" [ 1232.103017] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.110960] env[71079]: DEBUG oslo_vmware.api [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.144032] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fb0aa525-b7d4-4fa0-9300-ac1df91240b5 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.306s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.154649] env[71079]: DEBUG oslo_vmware.api [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5203607d-7a40-e771-048f-2b3550453714, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.154980] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.196510] env[71079]: DEBUG nova.network.neutron [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updating instance_info_cache with network_info: [{"id": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "address": "fa:16:3e:44:9e:d9", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e4ca0-4c", "ovs_interfaceid": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.402860] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.403346] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.506966] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f6b4a152-4f2c-41ba-890c-591b9c8a4636 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "7e3fbb1c-377d-45f0-bf7d-e41540d26928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.835s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.597840] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1aab0-e45a-42a7-9953-726126a36c65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.609205] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a680d8af-4cd2-4167-9e2f-763b3b43a8cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.617230] env[71079]: DEBUG oslo_vmware.api [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Task: {'id': task-3279875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19874} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.643141] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.643434] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.643630] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.643813] env[71079]: INFO nova.compute.manager [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1232.644087] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.644592] env[71079]: DEBUG nova.compute.manager [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.644695] env[71079]: DEBUG nova.network.neutron [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.646970] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da42f5f0-434b-47f0-a197-b1e2b64aea09 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.655403] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd3637-e44a-4b66-86a2-02d1f8f8d4f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.669192] env[71079]: DEBUG nova.compute.provider_tree [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.675772] env[71079]: DEBUG nova.network.neutron [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.701529] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.907777] env[71079]: INFO nova.compute.manager [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Detaching volume 2f9d570a-f734-44df-a4bf-32320050aa79 [ 1232.943330] env[71079]: INFO nova.virt.block_device [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Attempting to driver detach volume 2f9d570a-f734-44df-a4bf-32320050aa79 from mountpoint /dev/sdb [ 1232.943563] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1232.943752] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655018', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'name': 'volume-2f9d570a-f734-44df-a4bf-32320050aa79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ea129d-4f19-4104-8af7-464168f95a82', 'attached_at': '', 'detached_at': '', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'serial': '2f9d570a-f734-44df-a4bf-32320050aa79'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1232.944668] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdda5b1-947f-479b-a4a1-3c6c8ac1d354 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.966434] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9128b6-e067-4bea-aa3f-4e53c2b0674b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.973267] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f790f3c-3da4-439c-9d67-0af97e40ec90 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.992661] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026dc45d-6589-4c47-b2fd-3bdf4e89883e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.008977] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] The volume has not been displaced from its original location: [datastore2] volume-2f9d570a-f734-44df-a4bf-32320050aa79/volume-2f9d570a-f734-44df-a4bf-32320050aa79.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1233.014938] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.015285] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e015b1-0b37-4ffd-a16c-fecff6ceca22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.032851] env[71079]: DEBUG oslo_vmware.api [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1233.032851] env[71079]: value = "task-3279876" [ 1233.032851] env[71079]: _type = "Task" [ 1233.032851] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.040825] env[71079]: DEBUG oslo_vmware.api [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.172592] env[71079]: DEBUG nova.scheduler.client.report [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.178461] env[71079]: DEBUG nova.network.neutron [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.543486] env[71079]: DEBUG oslo_vmware.api [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279876, 'name': ReconfigVM_Task, 'duration_secs': 0.250649} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.543864] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1233.548757] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637f0fc3-bc7a-42bc-864f-0072f6614a3c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.564059] env[71079]: DEBUG oslo_vmware.api [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1233.564059] env[71079]: value = "task-3279877" [ 1233.564059] env[71079]: _type = "Task" [ 1233.564059] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.571621] env[71079]: DEBUG oslo_vmware.api [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.581374] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.678114] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.680641] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.896s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.680900] env[71079]: DEBUG nova.objects.instance [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'resources' on Instance uuid c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.682136] env[71079]: INFO nova.compute.manager [-] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Took 1.04 seconds to deallocate network for instance. [ 1233.700887] env[71079]: INFO nova.scheduler.client.report [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Deleted allocations for instance 0f376fda-13dc-4381-9e21-e2df48b9011b [ 1233.707629] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.707934] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978cd006-facd-412c-8b04-ca6f5d70275d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.715160] env[71079]: DEBUG oslo_vmware.api [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1233.715160] env[71079]: value = "task-3279878" [ 1233.715160] env[71079]: _type = "Task" [ 1233.715160] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.723975] env[71079]: DEBUG oslo_vmware.api [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.075487] env[71079]: DEBUG oslo_vmware.api [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279877, 'name': ReconfigVM_Task, 'duration_secs': 0.239565} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.076070] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655018', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'name': 'volume-2f9d570a-f734-44df-a4bf-32320050aa79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2ea129d-4f19-4104-8af7-464168f95a82', 'attached_at': '', 'detached_at': '', 'volume_id': '2f9d570a-f734-44df-a4bf-32320050aa79', 'serial': '2f9d570a-f734-44df-a4bf-32320050aa79'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1234.183621] env[71079]: DEBUG nova.objects.instance [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'numa_topology' on Instance uuid c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.188642] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.207314] env[71079]: DEBUG oslo_concurrency.lockutils [None req-02c85de2-177b-4fea-baaf-22f0bec81198 tempest-ListServersNegativeTestJSON-1509775724 tempest-ListServersNegativeTestJSON-1509775724-project-member] Lock "0f376fda-13dc-4381-9e21-e2df48b9011b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.465s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.225388] env[71079]: DEBUG oslo_vmware.api [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279878, 'name': PowerOnVM_Task, 'duration_secs': 0.493201} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.226279] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.226525] env[71079]: DEBUG nova.compute.manager [None req-4bf469e6-784b-448d-b8cb-baedeb5f2d4d tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.227419] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e342474b-e6d3-4338-9f6b-653d2ed95a40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.622273] env[71079]: DEBUG nova.objects.instance [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'flavor' on Instance uuid d2ea129d-4f19-4104-8af7-464168f95a82 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.687041] env[71079]: DEBUG nova.objects.base [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.842316] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f1625-7cae-4b5d-b8a3-db0bd667d48b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.851108] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c6e92-11d9-44b3-812b-7b8d69b4e502 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.890103] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc33467-9e23-4a4b-ae8e-151356a0f12a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.898446] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993b95bb-8ce6-44bd-aad2-3dc2a1613a89 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.917638] env[71079]: DEBUG nova.compute.provider_tree [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.422984] env[71079]: DEBUG nova.scheduler.client.report [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.427081] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b53ca8-4b13-42d1-bbf7-a1dcbb789f7b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.434066] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6de5fd-2635-44e2-9b9a-2d29ec35f464 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Suspending the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1235.434495] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8a293cd7-000c-482f-91a3-ab594b44caa8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.442109] env[71079]: DEBUG oslo_vmware.api [None req-fb6de5fd-2635-44e2-9b9a-2d29ec35f464 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1235.442109] env[71079]: value = "task-3279879" [ 1235.442109] env[71079]: _type = "Task" [ 1235.442109] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.452782] env[71079]: DEBUG oslo_vmware.api [None req-fb6de5fd-2635-44e2-9b9a-2d29ec35f464 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279879, 'name': SuspendVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.634928] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3a500007-f4fb-4fda-8fb6-972c1e0eb193 tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.931479] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.934223] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.779s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.955250] env[71079]: DEBUG oslo_vmware.api [None req-fb6de5fd-2635-44e2-9b9a-2d29ec35f464 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279879, 'name': SuspendVM_Task} progress is 70%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.444401] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f4077c67-5436-491f-b889-7042efb2023a tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.584s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.445882] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.018s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.446142] env[71079]: INFO nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1236.446357] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.450612] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.869s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.451220] env[71079]: INFO nova.compute.manager [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Unshelving [ 1236.458540] env[71079]: DEBUG oslo_vmware.api [None req-fb6de5fd-2635-44e2-9b9a-2d29ec35f464 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279879, 'name': SuspendVM_Task, 'duration_secs': 0.640005} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.458793] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6de5fd-2635-44e2-9b9a-2d29ec35f464 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Suspended the VM {{(pid=71079) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1236.458975] env[71079]: DEBUG nova.compute.manager [None req-fb6de5fd-2635-44e2-9b9a-2d29ec35f464 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.459832] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be28ea0-2eb6-4493-a47c-3456d33f6321 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.580222] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b57ab4-b378-4480-a2dd-48d8cedd0331 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.587443] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c808d-7a3d-4585-bbb6-a6b5eabd2f51 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.619465] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf0bf01-e591-4308-a687-d28389eea68c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.626846] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602d79a0-6935-4e38-868f-342110405cbb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.640443] env[71079]: DEBUG nova.compute.provider_tree [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.694886] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.695241] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.695463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "d2ea129d-4f19-4104-8af7-464168f95a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.695651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.695816] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.700346] env[71079]: INFO nova.compute.manager [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Terminating instance [ 1237.144131] env[71079]: DEBUG nova.scheduler.client.report [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.203512] env[71079]: DEBUG nova.compute.manager [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.203774] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.205172] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a0c784-68d3-436a-bb36-9cb63747e7cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.213346] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.213611] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e4515d-ba9d-4174-aa6f-cd899f1b886d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.222016] env[71079]: DEBUG oslo_vmware.api [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1237.222016] env[71079]: value = "task-3279880" [ 1237.222016] env[71079]: _type = "Task" [ 1237.222016] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.233346] env[71079]: DEBUG oslo_vmware.api [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.480459] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.732356] env[71079]: DEBUG oslo_vmware.api [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279880, 'name': PowerOffVM_Task, 'duration_secs': 0.325064} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.732740] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.732931] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.733184] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b327b197-3783-4a33-b3ab-1b17b192e7f4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.833700] env[71079]: INFO nova.compute.manager [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Resuming [ 1237.834476] env[71079]: DEBUG nova.objects.instance [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'flavor' on Instance uuid 4fa37152-e122-470c-ad7d-66b9d77b217f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.988438] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.988715] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.988935] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleting the datastore file [datastore2] d2ea129d-4f19-4104-8af7-464168f95a82 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.989289] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86916d3c-59ac-4451-bb92-875e19dbf606 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.996041] env[71079]: DEBUG oslo_vmware.api [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for the task: (returnval){ [ 1237.996041] env[71079]: value = "task-3279882" [ 1237.996041] env[71079]: _type = "Task" [ 1237.996041] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.006216] env[71079]: DEBUG oslo_vmware.api [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.155626] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.221s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.158750] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.970s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.159060] env[71079]: DEBUG nova.objects.instance [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lazy-loading 'resources' on Instance uuid dbb32347-510a-4594-b5c1-24aeffbeba22 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.507093] env[71079]: DEBUG oslo_vmware.api [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Task: {'id': task-3279882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403085} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.507093] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.507093] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.507093] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.507093] env[71079]: INFO nova.compute.manager [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1238.507388] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.508027] env[71079]: DEBUG nova.compute.manager [-] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.508027] env[71079]: DEBUG nova.network.neutron [-] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.786455] env[71079]: INFO nova.scheduler.client.report [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted allocation for migration 42bebd72-adf6-46f4-9a0d-41d8527523a7 [ 1238.864298] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb5c98-3338-4070-b917-35d68e5e5c93 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.872572] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc3bc8-cfce-41c9-bef1-8882bec5bab8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.902640] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a14bf4e-4e89-4862-abbc-dc516d450b81 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.910321] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb39c02-2919-4b25-b965-4eca37e10c25 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.928169] env[71079]: DEBUG nova.compute.provider_tree [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.976248] env[71079]: INFO nova.compute.manager [None req-f2b68df1-a34e-4a55-ba30-311b53df57ce tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Get console output [ 1238.976347] env[71079]: WARNING nova.virt.vmwareapi.driver [None req-f2b68df1-a34e-4a55-ba30-311b53df57ce tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] The console log is missing. Check your VSPC configuration [ 1239.291832] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe440810-6927-43b1-9431-742916ab55c3 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.585s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.353197] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.356435] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquired lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.357078] env[71079]: DEBUG nova.network.neutron [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.400430] env[71079]: DEBUG nova.compute.manager [req-fc1130a2-6a7f-4773-937f-cd928a498e66 req-5995a04a-5f9d-406c-a77a-3e212ea3168a service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Received event network-vif-deleted-9c76890d-2a1f-4cc9-806f-c875c9205373 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.400675] env[71079]: INFO nova.compute.manager [req-fc1130a2-6a7f-4773-937f-cd928a498e66 req-5995a04a-5f9d-406c-a77a-3e212ea3168a service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Neutron deleted interface 9c76890d-2a1f-4cc9-806f-c875c9205373; detaching it from the instance and deleting it from the info cache [ 1239.400738] env[71079]: DEBUG nova.network.neutron [req-fc1130a2-6a7f-4773-937f-cd928a498e66 req-5995a04a-5f9d-406c-a77a-3e212ea3168a service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.431750] env[71079]: DEBUG nova.scheduler.client.report [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.465748] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526242f3-8820-0df2-da22-acfa6b7b0a38/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1239.465748] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b039ac2-1545-4ceb-be37-7d32c2a5d8ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.471660] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526242f3-8820-0df2-da22-acfa6b7b0a38/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.471830] env[71079]: ERROR oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526242f3-8820-0df2-da22-acfa6b7b0a38/disk-0.vmdk due to incomplete transfer. [ 1239.472130] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df7a95e9-b198-45e2-b3d6-e3d11c6726c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.480043] env[71079]: DEBUG oslo_vmware.rw_handles [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526242f3-8820-0df2-da22-acfa6b7b0a38/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1239.480043] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Uploaded image a42ea4f2-83c2-4915-b689-ca5940e18e27 to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1239.481713] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1239.481991] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c04bf059-3447-41f7-94ef-df5b6e04cdd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.487904] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1239.487904] env[71079]: value = "task-3279883" [ 1239.487904] env[71079]: _type = "Task" [ 1239.487904] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.495699] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279883, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.623386] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.623699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.722634] env[71079]: DEBUG nova.network.neutron [-] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.905286] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b80ed55-ec0a-45a2-b4d9-71084cf88c8b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.914122] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc03b4d-36d8-4fdf-b187-d7199eb2896e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.942473] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.943880] env[71079]: DEBUG nova.compute.manager [req-fc1130a2-6a7f-4773-937f-cd928a498e66 req-5995a04a-5f9d-406c-a77a-3e212ea3168a service nova] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Detach interface failed, port_id=9c76890d-2a1f-4cc9-806f-c875c9205373, reason: Instance d2ea129d-4f19-4104-8af7-464168f95a82 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1239.947433] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.467s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.947634] env[71079]: DEBUG nova.objects.instance [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'pci_requests' on Instance uuid c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.967464] env[71079]: INFO nova.scheduler.client.report [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Deleted allocations for instance dbb32347-510a-4594-b5c1-24aeffbeba22 [ 1239.999870] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279883, 'name': Destroy_Task} progress is 33%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.091673] env[71079]: DEBUG nova.network.neutron [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updating instance_info_cache with network_info: [{"id": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "address": "fa:16:3e:44:9e:d9", "network": {"id": "8efec0b4-1257-4952-9d2b-65c2d5ce7882", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1912864601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ad0751a3d344038881334369589c363", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e9e4ca0-4c", "ovs_interfaceid": "7e9e4ca0-4c63-40db-bc7e-2eccb92fcead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.126154] env[71079]: DEBUG nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.226374] env[71079]: INFO nova.compute.manager [-] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Took 1.72 seconds to deallocate network for instance. [ 1240.453449] env[71079]: DEBUG nova.objects.instance [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'numa_topology' on Instance uuid c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.474776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2c68d617-8794-49f8-9f94-74173cce150c tempest-ServersListShow2100Test-1493104991 tempest-ServersListShow2100Test-1493104991-project-member] Lock "dbb32347-510a-4594-b5c1-24aeffbeba22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.525s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.499364] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279883, 'name': Destroy_Task, 'duration_secs': 0.583643} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.499502] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Destroyed the VM [ 1240.499732] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1240.500011] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3d80dc8-7fce-4d3a-9edc-e506400d251e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.505958] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1240.505958] env[71079]: value = "task-3279884" [ 1240.505958] env[71079]: _type = "Task" [ 1240.505958] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.513851] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.595097] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Releasing lock "refresh_cache-4fa37152-e122-470c-ad7d-66b9d77b217f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.596101] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6431936-1d15-43bb-aba7-cef5efe1ff38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.603009] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Resuming the VM {{(pid=71079) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1240.603309] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa51ac24-35e3-4799-b8b4-8f50d7ed996d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.611670] env[71079]: DEBUG oslo_vmware.api [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1240.611670] env[71079]: value = "task-3279885" [ 1240.611670] env[71079]: _type = "Task" [ 1240.611670] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.619751] env[71079]: DEBUG oslo_vmware.api [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.651018] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.732337] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.956031] env[71079]: INFO nova.compute.claims [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.017170] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.123607] env[71079]: DEBUG oslo_vmware.api [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279885, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.517355] env[71079]: DEBUG oslo_vmware.api [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279884, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815309} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.517627] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1241.517881] env[71079]: INFO nova.compute.manager [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 1241.623248] env[71079]: DEBUG oslo_vmware.api [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279885, 'name': PowerOnVM_Task, 'duration_secs': 0.531411} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.623554] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Resumed the VM {{(pid=71079) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1241.623744] env[71079]: DEBUG nova.compute.manager [None req-1e5629bd-5cb6-41f7-836d-0401cba79c32 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.624535] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba78b0f8-5fa3-4859-807e-ba878fe44479 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.066597] env[71079]: DEBUG nova.compute.manager [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Found 3 images (rotation: 2) {{(pid=71079) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1242.066830] env[71079]: DEBUG nova.compute.manager [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Rotating out 1 backups {{(pid=71079) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1242.066971] env[71079]: DEBUG nova.compute.manager [None req-206bdc2e-836b-407c-87c8-6125827f8e18 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleting image cfd1f660-e528-409a-8f81-bc887e25d3a7 {{(pid=71079) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1242.069964] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4767c4a-c2d7-401d-8c16-9def2ea8a404 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.077459] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed9994-9e7c-4f88-94e4-d64af07a3762 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.107759] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962b634c-361e-43fa-b2af-a22caf3b072a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.115607] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17afb11a-f2e0-4323-a156-81f62fbda87f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.128738] env[71079]: DEBUG nova.compute.provider_tree [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.632299] env[71079]: DEBUG nova.scheduler.client.report [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.638365] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4fa37152-e122-470c-ad7d-66b9d77b217f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.638589] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.638785] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "4fa37152-e122-470c-ad7d-66b9d77b217f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.638963] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.639140] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.640976] env[71079]: INFO nova.compute.manager [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Terminating instance [ 1243.137654] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.190s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.139795] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.489s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.141612] env[71079]: INFO nova.compute.claims [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.144383] env[71079]: DEBUG nova.compute.manager [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.144593] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.146177] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb55365-8f08-4a99-9520-7424de3adacc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.154192] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.154433] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc573ec-0db3-4ad5-a10b-6d787d37c656 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.159985] env[71079]: DEBUG oslo_vmware.api [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1243.159985] env[71079]: value = "task-3279886" [ 1243.159985] env[71079]: _type = "Task" [ 1243.159985] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.168169] env[71079]: DEBUG oslo_vmware.api [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.173518] env[71079]: INFO nova.network.neutron [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1243.618637] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.618944] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.619130] env[71079]: DEBUG nova.compute.manager [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.620040] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee901d77-721b-47d3-bea1-1d699b04cb01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.626658] env[71079]: DEBUG nova.compute.manager [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1243.627231] env[71079]: DEBUG nova.objects.instance [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'flavor' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.668944] env[71079]: DEBUG oslo_vmware.api [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279886, 'name': PowerOffVM_Task, 'duration_secs': 0.257587} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.669207] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.669375] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.669641] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5269695-62d0-41e5-9b04-63ebd013d7d7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.737957] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.738157] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.738264] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleting the datastore file [datastore1] 4fa37152-e122-470c-ad7d-66b9d77b217f {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.738529] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c203d10f-d903-4ccf-bbc2-6aad85615e3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.744596] env[71079]: DEBUG oslo_vmware.api [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for the task: (returnval){ [ 1243.744596] env[71079]: value = "task-3279888" [ 1243.744596] env[71079]: _type = "Task" [ 1243.744596] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.752546] env[71079]: DEBUG oslo_vmware.api [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.251018] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2765f39b-64ee-4fe5-99ff-da1f16dff1b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.260272] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417a015-e999-4815-a107-5ec06e065928 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.263336] env[71079]: DEBUG oslo_vmware.api [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Task: {'id': task-3279888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136217} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.263595] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.263779] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.263960] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.264152] env[71079]: INFO nova.compute.manager [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1244.264394] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.264900] env[71079]: DEBUG nova.compute.manager [-] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.265037] env[71079]: DEBUG nova.network.neutron [-] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.294066] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f2875-8ef0-4da9-90fb-031bf5193901 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.302034] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d71df61-e18b-42fc-a2a0-7fd39f7f273c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.314816] env[71079]: DEBUG nova.compute.provider_tree [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.634969] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.635167] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026e0693-713e-473f-9710-e9d8ac4ee267 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.643705] env[71079]: DEBUG oslo_vmware.api [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1244.643705] env[71079]: value = "task-3279889" [ 1244.643705] env[71079]: _type = "Task" [ 1244.643705] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.651320] env[71079]: DEBUG oslo_vmware.api [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.818022] env[71079]: DEBUG nova.scheduler.client.report [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.967255] env[71079]: DEBUG nova.compute.manager [req-0d96de1d-b3a5-4478-9d19-65e47d2f3a24 req-977fc61b-bd53-476d-a654-7f5e378e8679 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-vif-plugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.967329] env[71079]: DEBUG oslo_concurrency.lockutils [req-0d96de1d-b3a5-4478-9d19-65e47d2f3a24 req-977fc61b-bd53-476d-a654-7f5e378e8679 service nova] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.967545] env[71079]: DEBUG oslo_concurrency.lockutils [req-0d96de1d-b3a5-4478-9d19-65e47d2f3a24 req-977fc61b-bd53-476d-a654-7f5e378e8679 service nova] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.967714] env[71079]: DEBUG oslo_concurrency.lockutils [req-0d96de1d-b3a5-4478-9d19-65e47d2f3a24 req-977fc61b-bd53-476d-a654-7f5e378e8679 service nova] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.967877] env[71079]: DEBUG nova.compute.manager [req-0d96de1d-b3a5-4478-9d19-65e47d2f3a24 req-977fc61b-bd53-476d-a654-7f5e378e8679 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] No waiting events found dispatching network-vif-plugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.968053] env[71079]: WARNING nova.compute.manager [req-0d96de1d-b3a5-4478-9d19-65e47d2f3a24 req-977fc61b-bd53-476d-a654-7f5e378e8679 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received unexpected event network-vif-plugged-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac for instance with vm_state shelved_offloaded and task_state spawning. [ 1245.126879] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.126879] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.126879] env[71079]: DEBUG nova.network.neutron [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.157028] env[71079]: DEBUG oslo_vmware.api [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279889, 'name': PowerOffVM_Task, 'duration_secs': 0.245808} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.157028] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.157028] env[71079]: DEBUG nova.compute.manager [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.157028] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5cdcb9-b8f7-4f5c-9ab8-063a0474150c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.323979] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.323979] env[71079]: DEBUG nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.326565] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.594s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.326791] env[71079]: DEBUG nova.objects.instance [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lazy-loading 'resources' on Instance uuid d2ea129d-4f19-4104-8af7-464168f95a82 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.567934] env[71079]: DEBUG nova.network.neutron [-] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.670564] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9cca8485-6605-47e1-8021-a1bb576a155a tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.832167] env[71079]: DEBUG nova.compute.utils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.836339] env[71079]: DEBUG nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.836485] env[71079]: DEBUG nova.network.neutron [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.892063] env[71079]: DEBUG nova.network.neutron [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.898328] env[71079]: DEBUG nova.policy [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1c3b3efe0a47fa9181b59a4777cefd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d7c06fceaff4de3b701f683da27cc14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.945194] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdbe5ae-28f5-49a2-9d91-0bbe6d191cfc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.952759] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf57677-a242-4591-9c7e-5bd2ae6aa98a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.983344] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1494550b-3b95-4d06-a92b-edd57e0c29f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.990368] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8ed532-8fe9-49d2-833a-66fac347b19e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.003615] env[71079]: DEBUG nova.compute.provider_tree [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.072927] env[71079]: INFO nova.compute.manager [-] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Took 1.81 seconds to deallocate network for instance. [ 1246.238209] env[71079]: DEBUG nova.network.neutron [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Successfully created port: 617d7e2c-74c1-431b-a733-9c986a542549 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.336823] env[71079]: DEBUG nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.394286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.422571] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='540c1452d26d923b868a3df6aacd9c51',container_format='bare',created_at=2025-04-03T19:12:32Z,direct_url=,disk_format='vmdk',id=f2dc70c3-06a9-45e4-833f-083b22603d5f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-757016397-shelved',owner='92d5723fa0184c8bad4971f5d5e49708',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-04-03T19:12:49Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.422813] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.422969] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.423169] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.423320] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.423465] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.423675] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.423848] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.424148] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.424148] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.424326] env[71079]: DEBUG nova.virt.hardware [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.425202] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a7a19e-25d5-425f-abee-c1cee1647f19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.432937] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6333ec9b-64c1-49db-bd38-0040e62227dc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.446922] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:20:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f69a0e1e-d405-4924-8b7d-12f8e3ef91ac', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.453571] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.453571] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.453775] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad866436-5d0b-43a5-82d9-7e645b2f15c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.474525] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.474525] env[71079]: value = "task-3279890" [ 1246.474525] env[71079]: _type = "Task" [ 1246.474525] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.481685] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279890, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.506608] env[71079]: DEBUG nova.scheduler.client.report [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.580351] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.746555] env[71079]: DEBUG nova.compute.manager [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Stashing vm_state: stopped {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1246.985117] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279890, 'name': CreateVM_Task, 'duration_secs': 0.356345} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.985311] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.986010] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.986195] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.986601] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.986872] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15a2419-cfae-480a-b9dd-4b15bce1162a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.991460] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1246.991460] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524748d9-6064-14ab-ec73-8726373aafe1" [ 1246.991460] env[71079]: _type = "Task" [ 1246.991460] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.999382] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524748d9-6064-14ab-ec73-8726373aafe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.006628] env[71079]: DEBUG nova.compute.manager [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Received event network-vif-deleted-7e9e4ca0-4c63-40db-bc7e-2eccb92fcead {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.006902] env[71079]: DEBUG nova.compute.manager [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.007091] env[71079]: DEBUG nova.compute.manager [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing instance network info cache due to event network-changed-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.007301] env[71079]: DEBUG oslo_concurrency.lockutils [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] Acquiring lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.007441] env[71079]: DEBUG oslo_concurrency.lockutils [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] Acquired lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.007598] env[71079]: DEBUG nova.network.neutron [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Refreshing network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.011028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.013234] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.433s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.013453] env[71079]: DEBUG nova.objects.instance [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lazy-loading 'resources' on Instance uuid 4fa37152-e122-470c-ad7d-66b9d77b217f {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.033873] env[71079]: INFO nova.scheduler.client.report [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Deleted allocations for instance d2ea129d-4f19-4104-8af7-464168f95a82 [ 1247.263598] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.347352] env[71079]: DEBUG nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.373754] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.373998] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.374173] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.374356] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.374498] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.374643] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.374849] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.375017] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.375187] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.375347] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.375517] env[71079]: DEBUG nova.virt.hardware [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.376409] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97778ad6-bd27-4cda-bd9b-bdaebcf444d9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.384797] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be214a7-2097-4eb6-99bf-d12ec4e31517 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.501204] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.501446] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Processing image f2dc70c3-06a9-45e4-833f-083b22603d5f {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.501691] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f/f2dc70c3-06a9-45e4-833f-083b22603d5f.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.501841] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f/f2dc70c3-06a9-45e4-833f-083b22603d5f.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.502100] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.502375] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be428536-7a39-4470-a156-23a71d1e3099 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.513036] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.513241] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.514239] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2036eab9-2c38-4920-8360-e45af9f4f013 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.521665] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1247.521665] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5203486f-f52d-603f-5d74-72c111f38948" [ 1247.521665] env[71079]: _type = "Task" [ 1247.521665] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.529782] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5203486f-f52d-603f-5d74-72c111f38948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.541593] env[71079]: DEBUG oslo_concurrency.lockutils [None req-4c540eac-900e-446c-ac01-79bf3434e71d tempest-AttachVolumeNegativeTest-1494275451 tempest-AttachVolumeNegativeTest-1494275451-project-member] Lock "d2ea129d-4f19-4104-8af7-464168f95a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.846s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.644698] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb32242-0fcd-41b9-af88-5742450c4637 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.650760] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecb3d04-6eca-4c51-86d1-1bb8831cc794 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.686941] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afdf64a-2c2e-4210-a004-961b9e18c237 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.694448] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b58d53d-d245-48ca-93bb-58c00a1643f3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.709617] env[71079]: DEBUG nova.compute.provider_tree [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.915940] env[71079]: DEBUG nova.network.neutron [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updated VIF entry in instance network info cache for port f69a0e1e-d405-4924-8b7d-12f8e3ef91ac. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.916348] env[71079]: DEBUG nova.network.neutron [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [{"id": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "address": "fa:16:3e:e7:20:69", "network": {"id": "8f92d435-5cd5-479a-8a12-d219cc44a635", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-640830932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d5723fa0184c8bad4971f5d5e49708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a0e1e-d4", "ovs_interfaceid": "f69a0e1e-d405-4924-8b7d-12f8e3ef91ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.983212] env[71079]: DEBUG nova.network.neutron [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Successfully updated port: 617d7e2c-74c1-431b-a733-9c986a542549 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.031944] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Preparing fetch location {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1248.032246] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Fetch image to [datastore1] OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e/OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e.vmdk {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1248.032433] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Downloading stream optimized image f2dc70c3-06a9-45e4-833f-083b22603d5f to [datastore1] OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e/OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e.vmdk on the data store datastore1 as vApp {{(pid=71079) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1248.032599] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Downloading image file data f2dc70c3-06a9-45e4-833f-083b22603d5f to the ESX as VM named 'OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e' {{(pid=71079) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1248.104653] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1248.104653] env[71079]: value = "resgroup-9" [ 1248.104653] env[71079]: _type = "ResourcePool" [ 1248.104653] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1248.104959] env[71079]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5f588fa9-c18c-4d32-9e49-26427d3f3ace {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.126049] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease: (returnval){ [ 1248.126049] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526affbb-b549-b51f-8845-54e9512c41c2" [ 1248.126049] env[71079]: _type = "HttpNfcLease" [ 1248.126049] env[71079]: } obtained for vApp import into resource pool (val){ [ 1248.126049] env[71079]: value = "resgroup-9" [ 1248.126049] env[71079]: _type = "ResourcePool" [ 1248.126049] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1248.126360] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the lease: (returnval){ [ 1248.126360] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526affbb-b549-b51f-8845-54e9512c41c2" [ 1248.126360] env[71079]: _type = "HttpNfcLease" [ 1248.126360] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1248.132613] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.132613] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526affbb-b549-b51f-8845-54e9512c41c2" [ 1248.132613] env[71079]: _type = "HttpNfcLease" [ 1248.132613] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.217742] env[71079]: DEBUG nova.scheduler.client.report [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.419124] env[71079]: DEBUG oslo_concurrency.lockutils [req-d252dce4-6946-4e58-b0a6-577b1c08f340 req-6b4ef38d-c145-44cd-ace0-95d49b894cd9 service nova] Releasing lock "refresh_cache-c62e0f50-19ba-4c48-83e3-023011f35456" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.486037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "refresh_cache-02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.486219] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquired lock "refresh_cache-02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.486386] env[71079]: DEBUG nova.network.neutron [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.634917] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.634917] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526affbb-b549-b51f-8845-54e9512c41c2" [ 1248.634917] env[71079]: _type = "HttpNfcLease" [ 1248.634917] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1248.635193] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1248.635193] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]526affbb-b549-b51f-8845-54e9512c41c2" [ 1248.635193] env[71079]: _type = "HttpNfcLease" [ 1248.635193] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1248.636058] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aed869-d9cb-4e3e-a711-fc29490ec828 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.643277] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a43d-97d2-75d4-cd4e-19919eae9b7c/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1248.643445] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a43d-97d2-75d4-cd4e-19919eae9b7c/disk-0.vmdk. {{(pid=71079) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1248.719965] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05d3c8ae-397a-4ea1-8772-5620a5a475c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.723727] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.726660] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.463s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.747367] env[71079]: INFO nova.scheduler.client.report [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Deleted allocations for instance 4fa37152-e122-470c-ad7d-66b9d77b217f [ 1249.031829] env[71079]: DEBUG nova.network.neutron [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.037065] env[71079]: DEBUG nova.compute.manager [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Received event network-vif-plugged-617d7e2c-74c1-431b-a733-9c986a542549 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.037324] env[71079]: DEBUG oslo_concurrency.lockutils [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] Acquiring lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.037800] env[71079]: DEBUG oslo_concurrency.lockutils [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.037800] env[71079]: DEBUG oslo_concurrency.lockutils [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.037951] env[71079]: DEBUG nova.compute.manager [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] No waiting events found dispatching network-vif-plugged-617d7e2c-74c1-431b-a733-9c986a542549 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.038166] env[71079]: WARNING nova.compute.manager [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Received unexpected event network-vif-plugged-617d7e2c-74c1-431b-a733-9c986a542549 for instance with vm_state building and task_state spawning. [ 1249.038355] env[71079]: DEBUG nova.compute.manager [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Received event network-changed-617d7e2c-74c1-431b-a733-9c986a542549 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.038598] env[71079]: DEBUG nova.compute.manager [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Refreshing instance network info cache due to event network-changed-617d7e2c-74c1-431b-a733-9c986a542549. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.038784] env[71079]: DEBUG oslo_concurrency.lockutils [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] Acquiring lock "refresh_cache-02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.187640] env[71079]: DEBUG nova.network.neutron [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Updating instance_info_cache with network_info: [{"id": "617d7e2c-74c1-431b-a733-9c986a542549", "address": "fa:16:3e:f3:71:b5", "network": {"id": "7edd07e2-6841-4419-aceb-2b1c9c5b019f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-373942608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d7c06fceaff4de3b701f683da27cc14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617d7e2c-74", "ovs_interfaceid": "617d7e2c-74c1-431b-a733-9c986a542549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.232143] env[71079]: INFO nova.compute.claims [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.255453] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a6020de4-e2d3-4275-b074-6136f6b1a9c2 tempest-ServerActionsTestJSON-1495303229 tempest-ServerActionsTestJSON-1495303229-project-member] Lock "4fa37152-e122-470c-ad7d-66b9d77b217f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.617s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.691380] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Releasing lock "refresh_cache-02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.691380] env[71079]: DEBUG nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Instance network_info: |[{"id": "617d7e2c-74c1-431b-a733-9c986a542549", "address": "fa:16:3e:f3:71:b5", "network": {"id": "7edd07e2-6841-4419-aceb-2b1c9c5b019f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-373942608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d7c06fceaff4de3b701f683da27cc14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617d7e2c-74", "ovs_interfaceid": "617d7e2c-74c1-431b-a733-9c986a542549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.691380] env[71079]: DEBUG oslo_concurrency.lockutils [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] Acquired lock "refresh_cache-02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.691858] env[71079]: DEBUG nova.network.neutron [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Refreshing network info cache for port 617d7e2c-74c1-431b-a733-9c986a542549 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.692801] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:71:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '617d7e2c-74c1-431b-a733-9c986a542549', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.701245] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Creating folder: Project (7d7c06fceaff4de3b701f683da27cc14). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.702457] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-549ade5c-27f7-4b1f-84b3-181786e687ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.715807] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Created folder: Project (7d7c06fceaff4de3b701f683da27cc14) in parent group-v654700. [ 1249.716531] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Creating folder: Instances. Parent ref: group-v655023. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.716531] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed93db49-d050-4cc1-b945-2089f47efe6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.725269] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Created folder: Instances in parent group-v655023. [ 1249.725931] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.725931] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.726072] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aa17cde-5ade-47fb-994c-e428a939b548 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.745444] env[71079]: INFO nova.compute.resource_tracker [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating resource usage from migration e1fcb073-ff32-405d-9d4d-b660b3f1b6c8 [ 1249.753693] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.753693] env[71079]: value = "task-3279895" [ 1249.753693] env[71079]: _type = "Task" [ 1249.753693] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.765429] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279895, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.822745] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Completed reading data from the image iterator. {{(pid=71079) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1249.823164] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a43d-97d2-75d4-cd4e-19919eae9b7c/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1249.824190] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ead81-aa78-4b4d-be33-2989a2d7371a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.830722] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a43d-97d2-75d4-cd4e-19919eae9b7c/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1249.830875] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a43d-97d2-75d4-cd4e-19919eae9b7c/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1249.834087] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9cb57f73-45b6-415c-b787-da84d430da83 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.859716] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8804dda6-9725-4375-9753-af3b17d596fe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.866857] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c96eecf-03f4-4792-8a74-913cf557104f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.898314] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eef6c6-7e8d-40ef-9577-5ea4d52fcba8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.906816] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45ebc9-7588-4dd5-8519-bb5d2194cb0f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.920863] env[71079]: DEBUG nova.compute.provider_tree [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.027083] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247a43d-97d2-75d4-cd4e-19919eae9b7c/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1250.027238] env[71079]: INFO nova.virt.vmwareapi.images [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Downloaded image file data f2dc70c3-06a9-45e4-833f-083b22603d5f [ 1250.028191] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46392c2c-548a-4b16-a04b-c11f97dc3de7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.046182] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6858787a-e7c3-4f8a-b5e9-2da633b985c1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.095866] env[71079]: INFO nova.virt.vmwareapi.images [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] The imported VM was unregistered [ 1250.098341] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Caching image {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1250.098589] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.098881] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a0b1a2-e4f7-4974-bfd4-4b9e92440c94 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.122377] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Created directory with path [datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.122571] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e/OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e.vmdk to [datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f/f2dc70c3-06a9-45e4-833f-083b22603d5f.vmdk. {{(pid=71079) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1250.122863] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0f106e23-6e74-4364-bd6d-b24ea0bbb51a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.129733] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1250.129733] env[71079]: value = "task-3279897" [ 1250.129733] env[71079]: _type = "Task" [ 1250.129733] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.138177] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279897, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.263012] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279895, 'name': CreateVM_Task, 'duration_secs': 0.404312} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.263228] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.266171] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.266367] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.266711] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.266983] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ddd505-df4e-4937-a6f0-d82f354a31bc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.271980] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1250.271980] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a2d2f6-f4ae-8451-cfaa-7509060083cb" [ 1250.271980] env[71079]: _type = "Task" [ 1250.271980] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.280231] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a2d2f6-f4ae-8451-cfaa-7509060083cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.407406] env[71079]: DEBUG nova.network.neutron [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Updated VIF entry in instance network info cache for port 617d7e2c-74c1-431b-a733-9c986a542549. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.407872] env[71079]: DEBUG nova.network.neutron [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Updating instance_info_cache with network_info: [{"id": "617d7e2c-74c1-431b-a733-9c986a542549", "address": "fa:16:3e:f3:71:b5", "network": {"id": "7edd07e2-6841-4419-aceb-2b1c9c5b019f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-373942608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d7c06fceaff4de3b701f683da27cc14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617d7e2c-74", "ovs_interfaceid": "617d7e2c-74c1-431b-a733-9c986a542549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.424394] env[71079]: DEBUG nova.scheduler.client.report [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.640540] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279897, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.783013] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52a2d2f6-f4ae-8451-cfaa-7509060083cb, 'name': SearchDatastore_Task, 'duration_secs': 0.058993} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.783418] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.783683] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.783929] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.784123] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.785037] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.785037] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a0dbb95-5f35-4cc1-8f40-e13aefa6e4a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.799877] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.799877] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.800563] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2248c238-200b-4e4a-b4fc-1ff3bfba3df1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.807199] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1250.807199] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ef789d-c578-c513-5e00-bebdb3c1eb0b" [ 1250.807199] env[71079]: _type = "Task" [ 1250.807199] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.815957] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ef789d-c578-c513-5e00-bebdb3c1eb0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.911819] env[71079]: DEBUG oslo_concurrency.lockutils [req-25ad5834-d67e-4240-8854-afe89132adc2 req-02890e44-4a3e-46a9-8aa8-8ffc08d62505 service nova] Releasing lock "refresh_cache-02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.928876] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.202s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.929116] env[71079]: INFO nova.compute.manager [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Migrating [ 1251.145037] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279897, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.320479] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ef789d-c578-c513-5e00-bebdb3c1eb0b, 'name': SearchDatastore_Task, 'duration_secs': 0.079244} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.321358] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36207c6c-0c59-4d76-9a63-2bf5e8961178 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.328488] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1251.328488] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204a11e-e3ff-07ed-6245-d89fe14b1270" [ 1251.328488] env[71079]: _type = "Task" [ 1251.328488] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.339546] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204a11e-e3ff-07ed-6245-d89fe14b1270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.447198] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.447198] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.447198] env[71079]: DEBUG nova.network.neutron [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.642766] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279897, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.839541] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5204a11e-e3ff-07ed-6245-d89fe14b1270, 'name': SearchDatastore_Task, 'duration_secs': 0.0803} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.839932] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.840265] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2/02eedc2c-9ea2-4bdb-a656-b9f4e54069d2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.841798] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bb9cd16-31ef-473a-bc91-aad5eb9593f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.849050] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1251.849050] env[71079]: value = "task-3279899" [ 1251.849050] env[71079]: _type = "Task" [ 1251.849050] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.859265] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.141897] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279897, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.180488] env[71079]: DEBUG nova.network.neutron [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.358794] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.643856] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279897, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.364052} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.644193] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e/OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e.vmdk to [datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f/f2dc70c3-06a9-45e4-833f-083b22603d5f.vmdk. [ 1252.644392] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Cleaning up location [datastore1] OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1252.644554] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8420843f-ed7a-465c-b75c-cfc2a817e07e {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.644919] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20f9d077-a39a-4144-b552-0e38d4a98628 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.652329] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1252.652329] env[71079]: value = "task-3279900" [ 1252.652329] env[71079]: _type = "Task" [ 1252.652329] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.660376] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.683438] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.859794] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.984196} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.860154] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2/02eedc2c-9ea2-4bdb-a656-b9f4e54069d2.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.860288] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.860588] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d27a6c-e16f-4f7f-83b1-79d3b1c7d446 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.867197] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1252.867197] env[71079]: value = "task-3279901" [ 1252.867197] env[71079]: _type = "Task" [ 1252.867197] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.874697] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.161848] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168323} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.162171] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.162343] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f/f2dc70c3-06a9-45e4-833f-083b22603d5f.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.162579] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f/f2dc70c3-06a9-45e4-833f-083b22603d5f.vmdk to [datastore1] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.162830] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5cbab21-e6c3-4967-be3c-0338f98cb6a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.169141] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1253.169141] env[71079]: value = "task-3279902" [ 1253.169141] env[71079]: _type = "Task" [ 1253.169141] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.176353] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.275961] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "7a077e13-a8e0-40b4-9e04-9b806e611577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.276297] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "7a077e13-a8e0-40b4-9e04-9b806e611577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.377037] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070425} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.377457] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.378345] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb46791-c572-477a-bbf3-580042422631 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.401940] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2/02eedc2c-9ea2-4bdb-a656-b9f4e54069d2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.402352] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d014b6-4c98-4a6c-bef9-77107c27bc19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.424570] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1253.424570] env[71079]: value = "task-3279903" [ 1253.424570] env[71079]: _type = "Task" [ 1253.424570] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.433870] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.680292] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279902, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.778585] env[71079]: DEBUG nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.935068] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279903, 'name': ReconfigVM_Task, 'duration_secs': 0.386942} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.935456] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2/02eedc2c-9ea2-4bdb-a656-b9f4e54069d2.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.936016] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-911228ed-651e-442c-bed2-8d93c69ce5c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.943517] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1253.943517] env[71079]: value = "task-3279904" [ 1253.943517] env[71079]: _type = "Task" [ 1253.943517] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.952599] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279904, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.179957] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279902, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.203027] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5882794-c13e-467a-ba99-91363a176151 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.224876] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance 'd6a74d24-b9ed-4028-ae44-f1db5f1162ac' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.304958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.305409] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.307141] env[71079]: INFO nova.compute.claims [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.454363] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279904, 'name': Rename_Task, 'duration_secs': 0.176903} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.454661] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.454925] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c67b9f0f-c28c-496b-a4c7-9ff54cb954b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.461217] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1254.461217] env[71079]: value = "task-3279906" [ 1254.461217] env[71079]: _type = "Task" [ 1254.461217] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.469648] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.681943] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279902, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.731204] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.731549] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b26b6ae-d505-49c7-8fb5-b101cc0a8294 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.739694] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1254.739694] env[71079]: value = "task-3279907" [ 1254.739694] env[71079]: _type = "Task" [ 1254.739694] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.748102] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.971259] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.182303] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279902, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.250420] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1255.250618] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance 'd6a74d24-b9ed-4028-ae44-f1db5f1162ac' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.419572] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75e206f-cb20-4727-8fb2-f7564f7228b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.427635] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd18b45-537b-46af-bbf0-20f9c579591b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.458364] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c17df4b-4943-409b-97fe-86d1dee2f7c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.469073] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469f0a36-70e2-4b5e-868c-11a78aea29cc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.475851] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.485190] env[71079]: DEBUG nova.compute.provider_tree [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.682614] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279902, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.190307} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.682780] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f2dc70c3-06a9-45e4-833f-083b22603d5f/f2dc70c3-06a9-45e4-833f-083b22603d5f.vmdk to [datastore1] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.683593] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b307056-1e65-46c6-a900-2dd6a3341497 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.705056] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.705358] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3583f59-026d-4171-8227-3c50de259bfd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.724631] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1255.724631] env[71079]: value = "task-3279908" [ 1255.724631] env[71079]: _type = "Task" [ 1255.724631] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.732423] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.757333] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.757639] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.757808] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.757997] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.758178] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.758325] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.758535] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.758692] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.758860] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.759056] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.759281] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.764503] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9c5092-7eba-4b8b-8e70-184f58ddbb67 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.778948] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1255.778948] env[71079]: value = "task-3279909" [ 1255.778948] env[71079]: _type = "Task" [ 1255.778948] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.786841] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.971780] env[71079]: DEBUG oslo_vmware.api [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279906, 'name': PowerOnVM_Task, 'duration_secs': 1.479926} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.972172] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.972444] env[71079]: INFO nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1255.972635] env[71079]: DEBUG nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.973504] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517a8ed-b14f-40f2-9939-cc1d8384ae10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.988859] env[71079]: DEBUG nova.scheduler.client.report [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.235703] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279908, 'name': ReconfigVM_Task, 'duration_secs': 0.313688} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.236056] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c62e0f50-19ba-4c48-83e3-023011f35456/c62e0f50-19ba-4c48-83e3-023011f35456.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.237157] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00edb13c-0425-45a4-8630-df459d5af179 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.242647] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1256.242647] env[71079]: value = "task-3279910" [ 1256.242647] env[71079]: _type = "Task" [ 1256.242647] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.250508] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279910, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.287267] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279909, 'name': ReconfigVM_Task, 'duration_secs': 0.296151} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.287577] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance 'd6a74d24-b9ed-4028-ae44-f1db5f1162ac' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.489099] env[71079]: INFO nova.compute.manager [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Took 15.86 seconds to build instance. [ 1256.494884] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.495637] env[71079]: DEBUG nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.753346] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279910, 'name': Rename_Task, 'duration_secs': 0.162948} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.753673] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.753924] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da875c4-09c8-449d-b789-704adea6bef1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.760478] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1256.760478] env[71079]: value = "task-3279911" [ 1256.760478] env[71079]: _type = "Task" [ 1256.760478] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.772368] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.794197] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.794478] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.794641] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.794823] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.795155] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.795155] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.795337] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.795483] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.795653] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.795815] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.795985] env[71079]: DEBUG nova.virt.hardware [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.801563] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.801867] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd172c82-9533-43f9-83f6-361156ec49a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.820617] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1256.820617] env[71079]: value = "task-3279912" [ 1256.820617] env[71079]: _type = "Task" [ 1256.820617] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.829093] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.991041] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb177c2-287f-4485-8b2f-085f80ccbf1a tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.367s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.000062] env[71079]: DEBUG nova.compute.utils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.001171] env[71079]: DEBUG nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Not allocating networking since 'none' was specified. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1257.272480] env[71079]: DEBUG oslo_vmware.api [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279911, 'name': PowerOnVM_Task, 'duration_secs': 0.494773} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.272656] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.332741] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279912, 'name': ReconfigVM_Task, 'duration_secs': 0.175706} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.333107] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.333974] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee11ce5f-3ea7-4405-9a6d-2a4ff0dac3f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.357750] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] d6a74d24-b9ed-4028-ae44-f1db5f1162ac/d6a74d24-b9ed-4028-ae44-f1db5f1162ac.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.358020] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23451918-9b57-47f3-b46a-2a59c21c6f9c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.378499] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1257.378499] env[71079]: value = "task-3279913" [ 1257.378499] env[71079]: _type = "Task" [ 1257.378499] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.389381] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.390913] env[71079]: DEBUG nova.compute.manager [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.391661] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ee1a78-cc53-46f0-8c50-2db50904602c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.503527] env[71079]: DEBUG nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.889362] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.913067] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2205361a-a28c-4444-98df-c6cc138726db tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.462s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.323424] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.323810] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.323999] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.324308] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.324561] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.327401] env[71079]: INFO nova.compute.manager [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Terminating instance [ 1258.389085] env[71079]: DEBUG oslo_vmware.api [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279913, 'name': ReconfigVM_Task, 'duration_secs': 0.82878} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.389384] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Reconfigured VM instance instance-0000006d to attach disk [datastore2] d6a74d24-b9ed-4028-ae44-f1db5f1162ac/d6a74d24-b9ed-4028-ae44-f1db5f1162ac.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.389684] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance 'd6a74d24-b9ed-4028-ae44-f1db5f1162ac' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.517248] env[71079]: DEBUG nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.544582] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.544853] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.545015] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.545213] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.545360] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.545508] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.545712] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.545870] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.546047] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.546215] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.546389] env[71079]: DEBUG nova.virt.hardware [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.547277] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e1e1c-a60e-4f7c-8b90-1e92c9577d63 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.554805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316a6e06-d442-4d55-ae86-1f9bef48bc9b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.568036] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Instance VIF info [] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.573608] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Creating folder: Project (f3d12e9824544f59b696942bea0432a5). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.573834] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8547ac-bf07-482c-9944-3cdfcdec2d6a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.583123] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Created folder: Project (f3d12e9824544f59b696942bea0432a5) in parent group-v654700. [ 1258.583321] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Creating folder: Instances. Parent ref: group-v655026. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.583534] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dadf87c-bd04-4861-9c91-d38d8c760b5d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.592197] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Created folder: Instances in parent group-v655026. [ 1258.592290] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.592620] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.592657] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b7e899-1f3b-49c7-b225-192daab06285 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.608613] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.608613] env[71079]: value = "task-3279916" [ 1258.608613] env[71079]: _type = "Task" [ 1258.608613] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.615622] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279916, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.832699] env[71079]: DEBUG nova.compute.manager [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.832943] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.833904] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf87d7f-8134-4b44-8464-198d9f17e28b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.843674] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.843925] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97d252d9-c2b7-429b-96a0-76245c0c5dee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.850067] env[71079]: DEBUG oslo_vmware.api [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1258.850067] env[71079]: value = "task-3279917" [ 1258.850067] env[71079]: _type = "Task" [ 1258.850067] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.858705] env[71079]: DEBUG oslo_vmware.api [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.896875] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803bbc83-3f77-4c63-b202-a302b06f029f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.916839] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103a4c34-c48e-47ab-8986-1be38a82dd54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.934858] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance 'd6a74d24-b9ed-4028-ae44-f1db5f1162ac' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.118911] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279916, 'name': CreateVM_Task, 'duration_secs': 0.451353} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.119107] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.119539] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.119702] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.120034] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.120335] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aabb570-c2c5-40b5-ba5f-62f700c9dc2a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.124568] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1259.124568] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529064f0-583c-35f7-b16b-5e775f190661" [ 1259.124568] env[71079]: _type = "Task" [ 1259.124568] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.131956] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529064f0-583c-35f7-b16b-5e775f190661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.360403] env[71079]: DEBUG oslo_vmware.api [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279917, 'name': PowerOffVM_Task, 'duration_secs': 0.207609} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.360754] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.360793] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.361037] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-978780b9-5b01-4de2-acfe-313047a0b139 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.424938] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.425130] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.425311] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Deleting the datastore file [datastore1] 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.425583] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b0a22a-845e-4924-9ee2-ca6a238d352f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.432334] env[71079]: DEBUG oslo_vmware.api [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for the task: (returnval){ [ 1259.432334] env[71079]: value = "task-3279919" [ 1259.432334] env[71079]: _type = "Task" [ 1259.432334] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.443478] env[71079]: DEBUG oslo_vmware.api [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.475857] env[71079]: DEBUG nova.network.neutron [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Port bdfe6d3d-8638-4918-b5e5-051778ae685f binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1259.634901] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529064f0-583c-35f7-b16b-5e775f190661, 'name': SearchDatastore_Task, 'duration_secs': 0.016703} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.635163] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.635399] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.635632] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.635780] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.635958] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.636240] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8987aade-23ce-47d9-804d-0b1cd51e3bc9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.645729] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.645902] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.646639] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f301e1-3932-4c65-91b7-66670f35da7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.651495] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1259.651495] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b62ba-f76f-178a-1e42-7b42affeec64" [ 1259.651495] env[71079]: _type = "Task" [ 1259.651495] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.659689] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b62ba-f76f-178a-1e42-7b42affeec64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.945546] env[71079]: DEBUG oslo_vmware.api [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Task: {'id': task-3279919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135046} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.945752] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.945938] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.946126] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.946301] env[71079]: INFO nova.compute.manager [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.946541] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.946735] env[71079]: DEBUG nova.compute.manager [-] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.946827] env[71079]: DEBUG nova.network.neutron [-] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.164524] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]527b62ba-f76f-178a-1e42-7b42affeec64, 'name': SearchDatastore_Task, 'duration_secs': 0.024882} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.165385] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d417d2e1-aa3f-4e8b-9d79-260412db034e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.171777] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1260.171777] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e3421e-1bfe-4dbe-e015-a1b0796262ec" [ 1260.171777] env[71079]: _type = "Task" [ 1260.171777] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.180474] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e3421e-1bfe-4dbe-e015-a1b0796262ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.233433] env[71079]: DEBUG nova.compute.manager [req-0b7fefd6-73b7-4880-99e1-893c048e12e1 req-2f16cb5b-02fb-4afd-992f-4859d28d3ac7 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Received event network-vif-deleted-617d7e2c-74c1-431b-a733-9c986a542549 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.233662] env[71079]: INFO nova.compute.manager [req-0b7fefd6-73b7-4880-99e1-893c048e12e1 req-2f16cb5b-02fb-4afd-992f-4859d28d3ac7 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Neutron deleted interface 617d7e2c-74c1-431b-a733-9c986a542549; detaching it from the instance and deleting it from the info cache [ 1260.233837] env[71079]: DEBUG nova.network.neutron [req-0b7fefd6-73b7-4880-99e1-893c048e12e1 req-2f16cb5b-02fb-4afd-992f-4859d28d3ac7 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.496647] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.496991] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.496991] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.683169] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e3421e-1bfe-4dbe-e015-a1b0796262ec, 'name': SearchDatastore_Task, 'duration_secs': 0.055589} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.683565] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.683858] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 7a077e13-a8e0-40b4-9e04-9b806e611577/7a077e13-a8e0-40b4-9e04-9b806e611577.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.684161] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faab1c4f-b1f2-42cf-a71b-f41b0c75d1b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.692042] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1260.692042] env[71079]: value = "task-3279920" [ 1260.692042] env[71079]: _type = "Task" [ 1260.692042] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.699573] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.715096] env[71079]: DEBUG nova.network.neutron [-] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.736757] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ab6ce43-bb6e-46c1-b4a9-604c51190eb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.746257] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d389b7-4a13-49b4-a0c1-d59f9cda0a21 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.775217] env[71079]: DEBUG nova.compute.manager [req-0b7fefd6-73b7-4880-99e1-893c048e12e1 req-2f16cb5b-02fb-4afd-992f-4859d28d3ac7 service nova] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Detach interface failed, port_id=617d7e2c-74c1-431b-a733-9c986a542549, reason: Instance 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.203089] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279920, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.217795] env[71079]: INFO nova.compute.manager [-] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Took 1.27 seconds to deallocate network for instance. [ 1261.534751] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.535042] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.535122] env[71079]: DEBUG nova.network.neutron [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.703015] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793848} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.703393] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 7a077e13-a8e0-40b4-9e04-9b806e611577/7a077e13-a8e0-40b4-9e04-9b806e611577.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.703619] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.703896] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb9a84a3-105d-4aa7-b7e6-e2bae5f0bc3b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.710158] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1261.710158] env[71079]: value = "task-3279921" [ 1261.710158] env[71079]: _type = "Task" [ 1261.710158] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.718108] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.725191] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.725451] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.725665] env[71079]: DEBUG nova.objects.instance [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lazy-loading 'resources' on Instance uuid 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.219111] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308411} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.219364] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.220137] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacf899d-882c-4fb9-81e1-02035e9b4596 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.241053] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 7a077e13-a8e0-40b4-9e04-9b806e611577/7a077e13-a8e0-40b4-9e04-9b806e611577.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.242346] env[71079]: DEBUG nova.network.neutron [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.243302] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-813ae180-da60-4d4c-92b9-74439290a956 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.266287] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1262.266287] env[71079]: value = "task-3279922" [ 1262.266287] env[71079]: _type = "Task" [ 1262.266287] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.274544] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.362178] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e285472-8023-4032-899a-6c59355d08e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.369517] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0585e8-ea6b-4e21-889d-e0b86fcf82e2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.400316] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c561c71f-3ba9-4554-b40c-78f2d2dc77bc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.407189] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c226cd-857f-469d-a2d9-af02f07dcdf9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.420100] env[71079]: DEBUG nova.compute.provider_tree [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.759303] env[71079]: DEBUG oslo_concurrency.lockutils [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.775831] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.923862] env[71079]: DEBUG nova.scheduler.client.report [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.279229] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.288205] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e27c5-5b36-4886-9049-3c8a7e67b257 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.314295] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb41eff6-26aa-4755-86e2-2be6f217b48f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.321752] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance 'd6a74d24-b9ed-4028-ae44-f1db5f1162ac' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.428708] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.453272] env[71079]: INFO nova.scheduler.client.report [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Deleted allocations for instance 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2 [ 1263.778105] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279922, 'name': ReconfigVM_Task, 'duration_secs': 1.106462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.778105] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 7a077e13-a8e0-40b4-9e04-9b806e611577/7a077e13-a8e0-40b4-9e04-9b806e611577.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.778514] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c12e1e85-0e3d-4ffc-9fff-c197a2be8e01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.784635] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1263.784635] env[71079]: value = "task-3279923" [ 1263.784635] env[71079]: _type = "Task" [ 1263.784635] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.793148] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279923, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.828415] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a929-a422-4ecb-bc68-b19982480d73 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance 'd6a74d24-b9ed-4028-ae44-f1db5f1162ac' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.961117] env[71079]: DEBUG oslo_concurrency.lockutils [None req-18609c96-b6fc-4c24-bc6e-dd254004868f tempest-ServerTagsTestJSON-1509639261 tempest-ServerTagsTestJSON-1509639261-project-member] Lock "02eedc2c-9ea2-4bdb-a656-b9f4e54069d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.637s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.294953] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279923, 'name': Rename_Task, 'duration_secs': 0.136914} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.294953] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.295181] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f07c0f7-34fd-46c4-ab81-2c3f961abf6c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.301540] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1264.301540] env[71079]: value = "task-3279924" [ 1264.301540] env[71079]: _type = "Task" [ 1264.301540] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.308820] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.443387] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.443659] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.443869] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.444067] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.444237] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.446430] env[71079]: INFO nova.compute.manager [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Terminating instance [ 1264.811890] env[71079]: DEBUG oslo_vmware.api [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279924, 'name': PowerOnVM_Task, 'duration_secs': 0.421229} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.812304] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.812445] env[71079]: INFO nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1264.812581] env[71079]: DEBUG nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.813585] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90fd213-f3e4-4e79-956b-9faa97e0da42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.949811] env[71079]: DEBUG nova.compute.manager [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.950231] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.950559] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6218ea93-bcb9-4c6f-b005-b756b8c0084f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.959048] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1264.959048] env[71079]: value = "task-3279925" [ 1264.959048] env[71079]: _type = "Task" [ 1264.959048] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.967662] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.329793] env[71079]: INFO nova.compute.manager [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Took 11.05 seconds to build instance. [ 1265.469542] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279925, 'name': PowerOffVM_Task, 'duration_secs': 0.182468} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.469819] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.470033] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.470230] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654999', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'name': 'volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f', 'attached_at': '2025-04-03T19:12:50.000000', 'detached_at': '', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'serial': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.470992] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e49a345-ed31-4833-b76c-4a329cbbb366 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.491394] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a05a3-1053-4a32-b050-2fa95179e965 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.498597] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec18813-ad1c-4692-a9d9-6b6dd949ef08 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.516711] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaabc8c-2abf-47fc-9c3a-e2ca1ee8c0c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.533357] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] The volume has not been displaced from its original location: [datastore1] volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33/volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.538947] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.539322] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb01e9e-cdba-4e2c-8786-b617f4e83140 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.557604] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1265.557604] env[71079]: value = "task-3279926" [ 1265.557604] env[71079]: _type = "Task" [ 1265.557604] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.566036] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.831961] env[71079]: DEBUG oslo_concurrency.lockutils [None req-bfb98fc2-9fd6-4b27-967d-dfe72b3b5ddf tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "7a077e13-a8e0-40b4-9e04-9b806e611577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.555s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.070667] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279926, 'name': ReconfigVM_Task, 'duration_secs': 0.172509} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.070958] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.076140] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4d9d0b-f7ab-4a98-a137-9349f481104d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.091152] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1266.091152] env[71079]: value = "task-3279927" [ 1266.091152] env[71079]: _type = "Task" [ 1266.091152] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.100806] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.453075] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.453389] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.453595] env[71079]: DEBUG nova.compute.manager [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Going to confirm migration 9 {{(pid=71079) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1266.602033] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279927, 'name': ReconfigVM_Task, 'duration_secs': 0.310933} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.602033] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654999', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'name': 'volume-c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b0de78ef-f866-4690-8bd7-8270d0a5ce3f', 'attached_at': '2025-04-03T19:12:50.000000', 'detached_at': '', 'volume_id': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33', 'serial': 'c0cafc06-f5bf-4188-9c8c-376a7f747d33'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.602033] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.602692] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bb359-c9c6-4f8f-bc2e-1ebe0c05fb06 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.609655] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.609898] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-358f6c23-3dd5-4c27-b0c3-854dbad38b41 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.631603] env[71079]: DEBUG nova.compute.manager [None req-af5aa386-a53a-4623-bdcb-c6fa7e3d7d4a tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.632520] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab12029-48c5-41cd-ac68-3c64643ce2f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.675671] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.675926] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.676106] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleting the datastore file [datastore1] b0de78ef-f866-4690-8bd7-8270d0a5ce3f {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.676368] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ad0104d-f06a-4b1f-a938-08576fc5d442 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.683396] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1266.683396] env[71079]: value = "task-3279929" [ 1266.683396] env[71079]: _type = "Task" [ 1266.683396] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.691843] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.699723] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "7a077e13-a8e0-40b4-9e04-9b806e611577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.699966] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "7a077e13-a8e0-40b4-9e04-9b806e611577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.700215] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "7a077e13-a8e0-40b4-9e04-9b806e611577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.700400] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "7a077e13-a8e0-40b4-9e04-9b806e611577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.700567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "7a077e13-a8e0-40b4-9e04-9b806e611577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.702554] env[71079]: INFO nova.compute.manager [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Terminating instance [ 1267.006284] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.006534] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.006654] env[71079]: DEBUG nova.network.neutron [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.006850] env[71079]: DEBUG nova.objects.instance [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'info_cache' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.142368] env[71079]: INFO nova.compute.manager [None req-af5aa386-a53a-4623-bdcb-c6fa7e3d7d4a tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] instance snapshotting [ 1267.142986] env[71079]: DEBUG nova.objects.instance [None req-af5aa386-a53a-4623-bdcb-c6fa7e3d7d4a tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lazy-loading 'flavor' on Instance uuid 7a077e13-a8e0-40b4-9e04-9b806e611577 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.194981] env[71079]: DEBUG oslo_vmware.api [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09115} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.195268] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.196111] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.196111] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.196111] env[71079]: INFO nova.compute.manager [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1267.196111] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.196302] env[71079]: DEBUG nova.compute.manager [-] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.196388] env[71079]: DEBUG nova.network.neutron [-] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.205801] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "refresh_cache-7a077e13-a8e0-40b4-9e04-9b806e611577" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.206053] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquired lock "refresh_cache-7a077e13-a8e0-40b4-9e04-9b806e611577" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.206313] env[71079]: DEBUG nova.network.neutron [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.636797] env[71079]: DEBUG nova.compute.manager [req-2386753a-6c87-4a37-96b4-b7633513babe req-1be3276b-7508-4972-8e77-87c41c9d9e19 service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Received event network-vif-deleted-d498ab17-78e5-438a-910a-55a3eadc8760 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.637033] env[71079]: INFO nova.compute.manager [req-2386753a-6c87-4a37-96b4-b7633513babe req-1be3276b-7508-4972-8e77-87c41c9d9e19 service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Neutron deleted interface d498ab17-78e5-438a-910a-55a3eadc8760; detaching it from the instance and deleting it from the info cache [ 1267.637254] env[71079]: DEBUG nova.network.neutron [req-2386753a-6c87-4a37-96b4-b7633513babe req-1be3276b-7508-4972-8e77-87c41c9d9e19 service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.648796] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bd06cd-68ae-46de-bff9-805e279917d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.667079] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6659c94-4010-4890-81d1-816871ff3e32 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.724753] env[71079]: DEBUG nova.network.neutron [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.771204] env[71079]: DEBUG nova.network.neutron [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.120233] env[71079]: DEBUG nova.network.neutron [-] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.139923] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb8a41f8-03ab-4964-b4a9-5715edb46f2e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.150233] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffeb55b-03a9-4ab4-ba5b-8a0d99c0c0c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.179739] env[71079]: DEBUG nova.compute.manager [None req-af5aa386-a53a-4623-bdcb-c6fa7e3d7d4a tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Instance disappeared during snapshot {{(pid=71079) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1268.181829] env[71079]: DEBUG nova.compute.manager [req-2386753a-6c87-4a37-96b4-b7633513babe req-1be3276b-7508-4972-8e77-87c41c9d9e19 service nova] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Detach interface failed, port_id=d498ab17-78e5-438a-910a-55a3eadc8760, reason: Instance b0de78ef-f866-4690-8bd7-8270d0a5ce3f could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.225538] env[71079]: DEBUG nova.network.neutron [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.273902] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Releasing lock "refresh_cache-7a077e13-a8e0-40b4-9e04-9b806e611577" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.274366] env[71079]: DEBUG nova.compute.manager [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.274767] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.275529] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f397a7-45a6-418c-a88c-2c94fb85f79e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.283458] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.286087] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f57d55c0-5423-4df2-8fea-8eeeb2704c8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.292739] env[71079]: DEBUG oslo_vmware.api [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1268.292739] env[71079]: value = "task-3279930" [ 1268.292739] env[71079]: _type = "Task" [ 1268.292739] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.302129] env[71079]: DEBUG oslo_vmware.api [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.304859] env[71079]: DEBUG nova.compute.manager [None req-af5aa386-a53a-4623-bdcb-c6fa7e3d7d4a tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Found 0 images (rotation: 2) {{(pid=71079) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1268.623132] env[71079]: INFO nova.compute.manager [-] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Took 1.43 seconds to deallocate network for instance. [ 1268.728184] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.728418] env[71079]: DEBUG nova.objects.instance [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'migration_context' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.802014] env[71079]: DEBUG oslo_vmware.api [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279930, 'name': PowerOffVM_Task, 'duration_secs': 0.138502} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.802551] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.802718] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.802954] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5f8df91-9cc5-4c8f-b14c-901b9c5edf97 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.826899] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.827198] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.827402] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Deleting the datastore file [datastore2] 7a077e13-a8e0-40b4-9e04-9b806e611577 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.827746] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a416421-dfca-4935-a368-23b696924fe6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.833980] env[71079]: DEBUG oslo_vmware.api [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for the task: (returnval){ [ 1268.833980] env[71079]: value = "task-3279932" [ 1268.833980] env[71079]: _type = "Task" [ 1268.833980] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.841791] env[71079]: DEBUG oslo_vmware.api [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.168228] env[71079]: INFO nova.compute.manager [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Took 0.54 seconds to detach 1 volumes for instance. [ 1269.170445] env[71079]: DEBUG nova.compute.manager [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Deleting volume: c0cafc06-f5bf-4188-9c8c-376a7f747d33 {{(pid=71079) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1269.231158] env[71079]: DEBUG nova.objects.base [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.232218] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee175e5-cc23-4a28-b374-6a6470338123 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.251790] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0e99b6-8a31-4954-8f5f-53924d767afa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.259241] env[71079]: DEBUG oslo_vmware.api [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1269.259241] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52de5581-400b-e6bd-222e-de3c2d820e99" [ 1269.259241] env[71079]: _type = "Task" [ 1269.259241] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.268723] env[71079]: DEBUG oslo_vmware.api [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52de5581-400b-e6bd-222e-de3c2d820e99, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.268962] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.269237] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.347033] env[71079]: DEBUG oslo_vmware.api [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Task: {'id': task-3279932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15622} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.347033] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.347244] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.347286] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.347465] env[71079]: INFO nova.compute.manager [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1269.347714] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.347904] env[71079]: DEBUG nova.compute.manager [-] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.347997] env[71079]: DEBUG nova.network.neutron [-] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.375214] env[71079]: DEBUG nova.network.neutron [-] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.708339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.861751] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f0d62-d0c0-426d-8e7b-a2ce93c0a8ef {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.869436] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ae7e9b-ee34-4c43-b337-750e5e942e43 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.900803] env[71079]: DEBUG nova.network.neutron [-] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.902689] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87542c2-dbb3-4b1e-be15-1ab370843030 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.910935] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e5267-072c-43bc-9512-44beb94c077f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.925205] env[71079]: DEBUG nova.compute.provider_tree [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.406086] env[71079]: INFO nova.compute.manager [-] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Took 1.06 seconds to deallocate network for instance. [ 1270.428480] env[71079]: DEBUG nova.scheduler.client.report [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.914022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.438884] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.169s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.439227] env[71079]: DEBUG nova.compute.manager [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=71079) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1271.441815] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.734s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.442023] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.444065] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.530s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.444273] env[71079]: DEBUG nova.objects.instance [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lazy-loading 'resources' on Instance uuid 7a077e13-a8e0-40b4-9e04-9b806e611577 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.462264] env[71079]: INFO nova.scheduler.client.report [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted allocations for instance b0de78ef-f866-4690-8bd7-8270d0a5ce3f [ 1271.970938] env[71079]: DEBUG oslo_concurrency.lockutils [None req-588aed46-6d4f-4489-ba3c-e24a4d29bd09 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "b0de78ef-f866-4690-8bd7-8270d0a5ce3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.527s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.001195] env[71079]: INFO nova.scheduler.client.report [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted allocation for migration e1fcb073-ff32-405d-9d4d-b660b3f1b6c8 [ 1272.027201] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7210ae44-be94-46b4-b1db-711e5f1eb4e9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.035541] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c12a67-b5d9-419c-825a-6dad85f87052 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.066847] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d83db76-0588-4b7a-a762-e28f99d0aabf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.074654] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e0167-32da-4dea-98aa-2049a3893dea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.087973] env[71079]: DEBUG nova.compute.provider_tree [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.258908] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.259181] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.259401] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.259588] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.259756] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.262185] env[71079]: INFO nova.compute.manager [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Terminating instance [ 1272.352679] env[71079]: DEBUG nova.objects.instance [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'flavor' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.506288] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3247f614-3dec-4e70-986b-a0314246eeea tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.053s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.591068] env[71079]: DEBUG nova.scheduler.client.report [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.765668] env[71079]: DEBUG nova.compute.manager [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.765854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.766757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0757e1-8446-4ec8-b690-63f666deb0a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.775345] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.775582] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e82fc94-fbba-4d15-bf27-becf998e317a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.783431] env[71079]: DEBUG oslo_vmware.api [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1272.783431] env[71079]: value = "task-3279934" [ 1272.783431] env[71079]: _type = "Task" [ 1272.783431] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.793575] env[71079]: DEBUG oslo_vmware.api [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.857567] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.857745] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.857901] env[71079]: DEBUG nova.network.neutron [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.858085] env[71079]: DEBUG nova.objects.instance [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'info_cache' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.096324] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.113030] env[71079]: INFO nova.scheduler.client.report [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Deleted allocations for instance 7a077e13-a8e0-40b4-9e04-9b806e611577 [ 1273.295210] env[71079]: DEBUG oslo_vmware.api [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279934, 'name': PowerOffVM_Task, 'duration_secs': 0.183673} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.295464] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.295668] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.295942] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51e4ea3-0982-4983-8259-6b820c893ce8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.361499] env[71079]: DEBUG nova.objects.base [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.367515] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.367782] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.368015] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleting the datastore file [datastore2] e209b479-6582-4edc-a9d2-bd8d3f6465bc {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.368330] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1f0fcc-30e9-4bb9-8ce5-7e291400bdd2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.377060] env[71079]: DEBUG oslo_vmware.api [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1273.377060] env[71079]: value = "task-3279936" [ 1273.377060] env[71079]: _type = "Task" [ 1273.377060] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.385261] env[71079]: DEBUG oslo_vmware.api [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.620305] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a822ec81-a370-4b72-84c3-90d73878e92e tempest-ServersAaction247Test-728266007 tempest-ServersAaction247Test-728266007-project-member] Lock "7a077e13-a8e0-40b4-9e04-9b806e611577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.920s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.881236] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.881236] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.887776] env[71079]: DEBUG oslo_vmware.api [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124441} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.888035] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.888226] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.888412] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.888663] env[71079]: INFO nova.compute.manager [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1273.888793] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.889111] env[71079]: DEBUG nova.compute.manager [-] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.889111] env[71079]: DEBUG nova.network.neutron [-] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.247219] env[71079]: DEBUG nova.network.neutron [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [{"id": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "address": "fa:16:3e:1b:2e:37", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdfe6d3d-86", "ovs_interfaceid": "bdfe6d3d-8638-4918-b5e5-051778ae685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.299127] env[71079]: DEBUG nova.compute.manager [req-b6188c03-eebc-4218-8d27-2f5518886ec1 req-8770b0c7-23e7-4ee8-9720-cb80af6d8a57 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Received event network-vif-deleted-cd0aac8e-8489-4096-91e7-96ef048a2324 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.299335] env[71079]: INFO nova.compute.manager [req-b6188c03-eebc-4218-8d27-2f5518886ec1 req-8770b0c7-23e7-4ee8-9720-cb80af6d8a57 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Neutron deleted interface cd0aac8e-8489-4096-91e7-96ef048a2324; detaching it from the instance and deleting it from the info cache [ 1274.299520] env[71079]: DEBUG nova.network.neutron [req-b6188c03-eebc-4218-8d27-2f5518886ec1 req-8770b0c7-23e7-4ee8-9720-cb80af6d8a57 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.752722] env[71079]: DEBUG oslo_concurrency.lockutils [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-d6a74d24-b9ed-4028-ae44-f1db5f1162ac" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.783439] env[71079]: DEBUG nova.network.neutron [-] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.802516] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6ae4c2c-ab81-410b-98ff-22f1de22e481 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.814123] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168d7b2-c59f-4c0c-bc2b-f0af1c8d3436 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.844568] env[71079]: DEBUG nova.compute.manager [req-b6188c03-eebc-4218-8d27-2f5518886ec1 req-8770b0c7-23e7-4ee8-9720-cb80af6d8a57 service nova] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Detach interface failed, port_id=cd0aac8e-8489-4096-91e7-96ef048a2324, reason: Instance e209b479-6582-4edc-a9d2-bd8d3f6465bc could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.037928] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.286108] env[71079]: INFO nova.compute.manager [-] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Took 1.40 seconds to deallocate network for instance. [ 1275.757559] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.757888] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7856afe3-bd0e-4cfe-9ead-5b885b43e6b4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.766548] env[71079]: DEBUG oslo_vmware.api [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1275.766548] env[71079]: value = "task-3279937" [ 1275.766548] env[71079]: _type = "Task" [ 1275.766548] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.777510] env[71079]: DEBUG oslo_vmware.api [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.792695] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.792971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.793210] env[71079]: DEBUG nova.objects.instance [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'resources' on Instance uuid e209b479-6582-4edc-a9d2-bd8d3f6465bc {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.038223] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.038893] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.038893] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.038893] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1276.287136] env[71079]: DEBUG oslo_vmware.api [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279937, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.401715] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427fb798-7416-45b4-ab3e-ad6796e87a8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.414987] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5482e328-d3f0-4ae8-b45c-7b448870001e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.446506] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88afcc4-e95b-4f1b-8cba-b867193dcc38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.455998] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bdadc4-af2b-4f2f-95a5-11371d9a7cd4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.470565] env[71079]: DEBUG nova.compute.provider_tree [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.780018] env[71079]: DEBUG oslo_vmware.api [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279937, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.973688] env[71079]: DEBUG nova.scheduler.client.report [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.278723] env[71079]: DEBUG oslo_vmware.api [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279937, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.460458] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "d8148863-22bd-4acf-bbf7-24672dce490b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.460840] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "d8148863-22bd-4acf-bbf7-24672dce490b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.480037] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.500213] env[71079]: INFO nova.scheduler.client.report [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted allocations for instance e209b479-6582-4edc-a9d2-bd8d3f6465bc [ 1277.778887] env[71079]: DEBUG oslo_vmware.api [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279937, 'name': PowerOnVM_Task, 'duration_secs': 1.750624} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.779152] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.779351] env[71079]: DEBUG nova.compute.manager [None req-7c43a6fb-3b91-48f5-9567-7e8dd0045228 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.780133] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832d5f1-e8a2-44de-84ff-1ca3c9eab650 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.964290] env[71079]: DEBUG nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.008515] env[71079]: DEBUG oslo_concurrency.lockutils [None req-cc7ce56d-6d96-4ce7-8e01-978be62dbf74 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "e209b479-6582-4edc-a9d2-bd8d3f6465bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.037313] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.486958] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.487312] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.488952] env[71079]: INFO nova.compute.claims [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.540721] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.235438] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.235797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.235934] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.236139] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.236313] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.238615] env[71079]: INFO nova.compute.manager [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Terminating instance [ 1279.561810] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33779dd2-f239-4f4b-8741-56ca16dc1c7f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.570310] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e31c1-b3c0-4ddf-989d-0dfeb51a2a2f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.600568] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3372ef3-6207-44fb-8074-f9e85c570bc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.607910] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724ad5f7-67e2-490f-aed8-8485ef8eb767 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.621041] env[71079]: DEBUG nova.compute.provider_tree [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.742128] env[71079]: DEBUG nova.compute.manager [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.742401] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.743479] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8a20a8-3a27-42f8-afdb-2d51f32290ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.752335] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.752584] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d99ec9-1d72-4d52-b420-7c6e4f0df832 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.762591] env[71079]: DEBUG oslo_vmware.api [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1279.762591] env[71079]: value = "task-3279939" [ 1279.762591] env[71079]: _type = "Task" [ 1279.762591] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.772869] env[71079]: DEBUG oslo_vmware.api [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.124679] env[71079]: DEBUG nova.scheduler.client.report [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.273111] env[71079]: DEBUG oslo_vmware.api [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279939, 'name': PowerOffVM_Task, 'duration_secs': 0.223499} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.273419] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.273582] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.273834] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd48b356-fc38-45d1-a48d-9d68dbdeccd0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.348325] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.348533] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.348723] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleting the datastore file [datastore2] d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.349027] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ddd0dc5-2b00-4652-8642-a59abd5f6123 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.355972] env[71079]: DEBUG oslo_vmware.api [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1280.355972] env[71079]: value = "task-3279941" [ 1280.355972] env[71079]: _type = "Task" [ 1280.355972] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.364266] env[71079]: DEBUG oslo_vmware.api [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.630594] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.631076] env[71079]: DEBUG nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.633718] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.093s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.634429] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.634429] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1280.635181] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa69ca1e-2d35-4089-b531-1b6d0092e631 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.643711] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182767d2-9b0f-4a55-96c2-4d79305a5bb4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.657692] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ad771-13c2-4ffe-a1ec-fd6698139ea9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.665013] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd64726d-9448-4e66-98fe-1fecf4dd4d7c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.694123] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180421MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1280.694291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.694515] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.865749] env[71079]: DEBUG oslo_vmware.api [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142056} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.865996] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.866203] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.866383] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.866559] env[71079]: INFO nova.compute.manager [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1280.866808] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.867010] env[71079]: DEBUG nova.compute.manager [-] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.867109] env[71079]: DEBUG nova.network.neutron [-] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.137190] env[71079]: DEBUG nova.compute.utils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.141230] env[71079]: DEBUG nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.141395] env[71079]: DEBUG nova.network.neutron [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.194622] env[71079]: DEBUG nova.policy [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adeb67a3e2c94684a03d15248512d7f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ee10e0d398f438ca32e0f5568da911c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.404088] env[71079]: DEBUG nova.compute.manager [req-35cf6983-d138-4559-874f-0ed82cbafcc2 req-c9bacb84-7393-4430-9da4-e5f826108ff0 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Received event network-vif-deleted-bdfe6d3d-8638-4918-b5e5-051778ae685f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.405083] env[71079]: INFO nova.compute.manager [req-35cf6983-d138-4559-874f-0ed82cbafcc2 req-c9bacb84-7393-4430-9da4-e5f826108ff0 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Neutron deleted interface bdfe6d3d-8638-4918-b5e5-051778ae685f; detaching it from the instance and deleting it from the info cache [ 1281.405179] env[71079]: DEBUG nova.network.neutron [req-35cf6983-d138-4559-874f-0ed82cbafcc2 req-c9bacb84-7393-4430-9da4-e5f826108ff0 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.545035] env[71079]: DEBUG nova.network.neutron [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Successfully created port: 7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.644100] env[71079]: DEBUG nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.722467] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.722661] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance c62e0f50-19ba-4c48-83e3-023011f35456 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.722791] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d6a74d24-b9ed-4028-ae44-f1db5f1162ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.722910] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d8148863-22bd-4acf-bbf7-24672dce490b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.723113] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1281.723260] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1281.779574] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1335d3-8b12-4b6c-b09c-3642a9769890 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.787969] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eacd89-e9fd-4d3e-9908-4470daa5a2c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.818926] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ab254d-d097-4261-83aa-0713ca2a8550 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.827441] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69001c03-ac65-4aab-ab46-2d4cceb5ba72 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.842979] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.885697] env[71079]: DEBUG nova.network.neutron [-] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.909217] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23772f5a-f0b6-4053-b08f-44e5ebeb2812 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.920759] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e903ba-d21a-4d91-b603-96c0f56b6bb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.949757] env[71079]: DEBUG nova.compute.manager [req-35cf6983-d138-4559-874f-0ed82cbafcc2 req-c9bacb84-7393-4430-9da4-e5f826108ff0 service nova] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Detach interface failed, port_id=bdfe6d3d-8638-4918-b5e5-051778ae685f, reason: Instance d6a74d24-b9ed-4028-ae44-f1db5f1162ac could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.064408] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.064408] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.064575] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.064736] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.064937] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.066999] env[71079]: INFO nova.compute.manager [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Terminating instance [ 1282.345724] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.387878] env[71079]: INFO nova.compute.manager [-] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Took 1.52 seconds to deallocate network for instance. [ 1282.573763] env[71079]: DEBUG nova.compute.manager [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.574110] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.574931] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5454ca-d2ea-4893-b365-e555f87b22ec {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.582998] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.583232] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab232531-ee08-4591-8318-d464ca9534b0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.589392] env[71079]: DEBUG oslo_vmware.api [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1282.589392] env[71079]: value = "task-3279942" [ 1282.589392] env[71079]: _type = "Task" [ 1282.589392] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.598161] env[71079]: DEBUG oslo_vmware.api [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.652755] env[71079]: DEBUG nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.679805] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.680088] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.680267] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.680456] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.680607] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.680745] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.680990] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.681205] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.681389] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.681555] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.681733] env[71079]: DEBUG nova.virt.hardware [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.682620] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba42a2a-b58d-4d73-b5e4-337128a4a156 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.691954] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0005e702-39a5-4059-9c8b-a60fb64d4953 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.850704] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1282.850920] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.894326] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.894635] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.894887] env[71079]: DEBUG nova.objects.instance [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'resources' on Instance uuid d6a74d24-b9ed-4028-ae44-f1db5f1162ac {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.023009] env[71079]: DEBUG nova.network.neutron [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Successfully updated port: 7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.099802] env[71079]: DEBUG oslo_vmware.api [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279942, 'name': PowerOffVM_Task, 'duration_secs': 0.221075} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.100157] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.100339] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.100859] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b97c57d3-e8e9-4288-86d5-0ef587dc0e5d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.167642] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.167927] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.168148] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleting the datastore file [datastore1] 8fa2bff0-a236-4b94-b16d-5147012bd8ba {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.168404] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9040f006-823b-4b73-88a8-c1aa70b2b276 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.175768] env[71079]: DEBUG oslo_vmware.api [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for the task: (returnval){ [ 1283.175768] env[71079]: value = "task-3279944" [ 1283.175768] env[71079]: _type = "Task" [ 1283.175768] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.183893] env[71079]: DEBUG oslo_vmware.api [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.433091] env[71079]: DEBUG nova.compute.manager [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Received event network-vif-plugged-7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.433331] env[71079]: DEBUG oslo_concurrency.lockutils [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] Acquiring lock "d8148863-22bd-4acf-bbf7-24672dce490b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.433564] env[71079]: DEBUG oslo_concurrency.lockutils [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] Lock "d8148863-22bd-4acf-bbf7-24672dce490b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.433728] env[71079]: DEBUG oslo_concurrency.lockutils [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] Lock "d8148863-22bd-4acf-bbf7-24672dce490b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.433972] env[71079]: DEBUG nova.compute.manager [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] No waiting events found dispatching network-vif-plugged-7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.434083] env[71079]: WARNING nova.compute.manager [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Received unexpected event network-vif-plugged-7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 for instance with vm_state building and task_state spawning. [ 1283.434227] env[71079]: DEBUG nova.compute.manager [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Received event network-changed-7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.434382] env[71079]: DEBUG nova.compute.manager [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Refreshing instance network info cache due to event network-changed-7fa8b070-f41f-49d5-a1c8-3e36f36c62c3. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.434562] env[71079]: DEBUG oslo_concurrency.lockutils [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] Acquiring lock "refresh_cache-d8148863-22bd-4acf-bbf7-24672dce490b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.434698] env[71079]: DEBUG oslo_concurrency.lockutils [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] Acquired lock "refresh_cache-d8148863-22bd-4acf-bbf7-24672dce490b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.435171] env[71079]: DEBUG nova.network.neutron [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Refreshing network info cache for port 7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.464805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899950f4-d0d6-48b1-b594-859622a7ac56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.473518] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c60965-4e3c-4cda-9fe7-8b0eaecb086a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.504967] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b7bbc-c4de-46b8-a8d3-107bf4d23366 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.513271] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144f049a-ebd1-435f-8f10-8ca269606539 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.528240] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "refresh_cache-d8148863-22bd-4acf-bbf7-24672dce490b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.528691] env[71079]: DEBUG nova.compute.provider_tree [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.686978] env[71079]: DEBUG oslo_vmware.api [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Task: {'id': task-3279944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146978} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.687330] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.687475] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.687688] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.687859] env[71079]: INFO nova.compute.manager [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1283.688116] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.688312] env[71079]: DEBUG nova.compute.manager [-] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.688406] env[71079]: DEBUG nova.network.neutron [-] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.851009] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.974159] env[71079]: DEBUG nova.network.neutron [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.031858] env[71079]: DEBUG nova.scheduler.client.report [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.047280] env[71079]: DEBUG nova.network.neutron [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.357411] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.410765] env[71079]: DEBUG nova.network.neutron [-] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.540795] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.550512] env[71079]: DEBUG oslo_concurrency.lockutils [req-7c401b0c-4b8e-4095-8dd3-0fa6d1814797 req-f7d69535-5033-4319-8528-3cd43a5aa86e service nova] Releasing lock "refresh_cache-d8148863-22bd-4acf-bbf7-24672dce490b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.550887] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquired lock "refresh_cache-d8148863-22bd-4acf-bbf7-24672dce490b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.551046] env[71079]: DEBUG nova.network.neutron [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.560889] env[71079]: INFO nova.scheduler.client.report [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted allocations for instance d6a74d24-b9ed-4028-ae44-f1db5f1162ac [ 1284.913122] env[71079]: INFO nova.compute.manager [-] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Took 1.22 seconds to deallocate network for instance. [ 1285.068321] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9af96db2-cbfc-499c-9fc7-89ad323b603f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "d6a74d24-b9ed-4028-ae44-f1db5f1162ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.832s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.084099] env[71079]: DEBUG nova.network.neutron [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.210245] env[71079]: DEBUG nova.network.neutron [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Updating instance_info_cache with network_info: [{"id": "7fa8b070-f41f-49d5-a1c8-3e36f36c62c3", "address": "fa:16:3e:85:93:07", "network": {"id": "7e511b04-d42f-4363-9e1d-b91fb0343fa2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-471597247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ee10e0d398f438ca32e0f5568da911c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa8b070-f4", "ovs_interfaceid": "7fa8b070-f41f-49d5-a1c8-3e36f36c62c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.420034] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.420319] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.420586] env[71079]: DEBUG nova.objects.instance [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lazy-loading 'resources' on Instance uuid 8fa2bff0-a236-4b94-b16d-5147012bd8ba {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.456958] env[71079]: DEBUG nova.compute.manager [req-d79540e3-763c-4ce2-a382-a4d42fd45014 req-d5295175-718a-4cff-9a71-9d377f8795e7 service nova] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Received event network-vif-deleted-5a37f02f-e4ec-49db-bd9c-e747237d8766 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.713093] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Releasing lock "refresh_cache-d8148863-22bd-4acf-bbf7-24672dce490b" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.713451] env[71079]: DEBUG nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Instance network_info: |[{"id": "7fa8b070-f41f-49d5-a1c8-3e36f36c62c3", "address": "fa:16:3e:85:93:07", "network": {"id": "7e511b04-d42f-4363-9e1d-b91fb0343fa2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-471597247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ee10e0d398f438ca32e0f5568da911c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fa8b070-f4", "ovs_interfaceid": "7fa8b070-f41f-49d5-a1c8-3e36f36c62c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.713931] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:93:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fa8b070-f41f-49d5-a1c8-3e36f36c62c3', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.721361] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Creating folder: Project (2ee10e0d398f438ca32e0f5568da911c). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.721993] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12d9f041-2e24-416e-8ccb-c8c93135c236 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.735059] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Created folder: Project (2ee10e0d398f438ca32e0f5568da911c) in parent group-v654700. [ 1285.735257] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Creating folder: Instances. Parent ref: group-v655029. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.735497] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a637a3d-856a-4f95-819f-33be2f3d24f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.745895] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Created folder: Instances in parent group-v655029. [ 1285.746151] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.746351] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.746553] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-467e8b9a-85f8-4424-8e3e-882a781aba5d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.766548] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.766548] env[71079]: value = "task-3279947" [ 1285.766548] env[71079]: _type = "Task" [ 1285.766548] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.775040] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279947, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.989292] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37851dcb-2ecc-458b-9ad3-cbbaabd251f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.998142] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b949f55-73c4-45d3-aeb2-a383449ba09e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.030059] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea7fcd-a1e9-4126-ac0b-e7bd4c620f0c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.038404] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bbab5b-3936-4f24-9408-ef8e83046163 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.052012] env[71079]: DEBUG nova.compute.provider_tree [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.247901] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.248206] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.276210] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279947, 'name': CreateVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.555282] env[71079]: DEBUG nova.scheduler.client.report [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.750266] env[71079]: DEBUG nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.780032] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279947, 'name': CreateVM_Task, 'duration_secs': 0.66427} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.780032] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.780233] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.780471] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.780838] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.781118] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d394761-f12b-473e-a321-23a4ecf31483 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.786494] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1286.786494] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524b90e0-7527-447e-5410-665a6a1b454b" [ 1286.786494] env[71079]: _type = "Task" [ 1286.786494] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.794668] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524b90e0-7527-447e-5410-665a6a1b454b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.060104] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.081582] env[71079]: INFO nova.scheduler.client.report [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Deleted allocations for instance 8fa2bff0-a236-4b94-b16d-5147012bd8ba [ 1287.269070] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.269357] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.270851] env[71079]: INFO nova.compute.claims [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.296916] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]524b90e0-7527-447e-5410-665a6a1b454b, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.297098] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.297327] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.297559] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.297704] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.297883] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.298148] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6406da25-8b68-4265-b97a-18685b277bd2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.307291] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.307465] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.308783] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7ee8a1-6111-4aa7-942c-725660865516 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.315473] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1287.315473] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa2bf2-28ea-ab9f-a7d5-afbae2cecbe5" [ 1287.315473] env[71079]: _type = "Task" [ 1287.315473] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.323381] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa2bf2-28ea-ab9f-a7d5-afbae2cecbe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.589676] env[71079]: DEBUG oslo_concurrency.lockutils [None req-feda7b0a-ee25-4011-873c-4f673e609541 tempest-ServerActionsTestOtherA-1278592548 tempest-ServerActionsTestOtherA-1278592548-project-member] Lock "8fa2bff0-a236-4b94-b16d-5147012bd8ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.525s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.826457] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52aa2bf2-28ea-ab9f-a7d5-afbae2cecbe5, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.827289] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611416bc-8405-413c-9ef9-aef8399a3858 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.832841] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1287.832841] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520a54f3-c573-7149-3fda-24a64f999c66" [ 1287.832841] env[71079]: _type = "Task" [ 1287.832841] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.840755] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520a54f3-c573-7149-3fda-24a64f999c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.330964] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e620e2-f316-4f82-ab38-55d3230d3dbe {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.345687] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5297a7f-a5ea-4ea6-aa4d-fde713302942 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.348899] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]520a54f3-c573-7149-3fda-24a64f999c66, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.349136] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.349437] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d8148863-22bd-4acf-bbf7-24672dce490b/d8148863-22bd-4acf-bbf7-24672dce490b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.349920] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45b8a9cf-8c25-4f5c-a470-6097468c6c7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.378357] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9af672d-649c-4039-9a1d-8d3ef519b678 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.380923] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1288.380923] env[71079]: value = "task-3279948" [ 1288.380923] env[71079]: _type = "Task" [ 1288.380923] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.387313] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6087f6f3-6bca-4135-ae15-37f2b24b1c4d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.393923] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.403722] env[71079]: DEBUG nova.compute.provider_tree [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.890616] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450834} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.890900] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] d8148863-22bd-4acf-bbf7-24672dce490b/d8148863-22bd-4acf-bbf7-24672dce490b.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.891135] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.891385] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ac31f3a-1a9b-48bf-a570-3f4c76ea0b91 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.898374] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1288.898374] env[71079]: value = "task-3279949" [ 1288.898374] env[71079]: _type = "Task" [ 1288.898374] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.909542] env[71079]: DEBUG nova.scheduler.client.report [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.912885] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.408653] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062036} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.408949] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.409700] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3196a0-a1ba-47fd-b1fc-7d2d0e978688 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.414551] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.414551] env[71079]: DEBUG nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.434458] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d8148863-22bd-4acf-bbf7-24672dce490b/d8148863-22bd-4acf-bbf7-24672dce490b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.435018] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d40a896-3637-473b-be93-aab755e89703 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.455520] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1289.455520] env[71079]: value = "task-3279950" [ 1289.455520] env[71079]: _type = "Task" [ 1289.455520] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.468732] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.937494] env[71079]: DEBUG nova.compute.utils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.938988] env[71079]: DEBUG nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.939181] env[71079]: DEBUG nova.network.neutron [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.967267] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279950, 'name': ReconfigVM_Task, 'duration_secs': 0.274192} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.967551] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d8148863-22bd-4acf-bbf7-24672dce490b/d8148863-22bd-4acf-bbf7-24672dce490b.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.968509] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25615959-e318-4c41-84f6-69d2b9fa1eb0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.977253] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1289.977253] env[71079]: value = "task-3279951" [ 1289.977253] env[71079]: _type = "Task" [ 1289.977253] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.987549] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279951, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.009317] env[71079]: DEBUG nova.policy [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f65aa2899d60473185e551c087c8040a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cfefaa1db984c709b264b79802f213d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.261821] env[71079]: DEBUG nova.network.neutron [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Successfully created port: 7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.442499] env[71079]: DEBUG nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.491258] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279951, 'name': Rename_Task, 'duration_secs': 0.147412} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.491546] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.491788] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695a184a-edd1-449a-8c36-ba919d750c6b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.498894] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1290.498894] env[71079]: value = "task-3279952" [ 1290.498894] env[71079]: _type = "Task" [ 1290.498894] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.507708] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.011575] env[71079]: DEBUG oslo_vmware.api [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279952, 'name': PowerOnVM_Task, 'duration_secs': 0.461199} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.011850] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.012077] env[71079]: INFO nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1291.012264] env[71079]: DEBUG nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.013116] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb073c6d-97c5-4fcd-846b-a39d43f74743 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.453211] env[71079]: DEBUG nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.481273] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.481861] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.481861] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.481861] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.482049] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.482140] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.482353] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.482508] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.482820] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.483155] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.483397] env[71079]: DEBUG nova.virt.hardware [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.484370] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a8c6b2-cda4-411d-a8cd-1901006b232c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.492995] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d8a306-292f-43fc-84a0-a81391bde9c2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.534021] env[71079]: INFO nova.compute.manager [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Took 13.06 seconds to build instance. [ 1291.635082] env[71079]: DEBUG nova.compute.manager [req-e0f0717e-dd9c-4c59-9fc3-9974da5e4587 req-fe827ab9-1b54-4b91-9223-1aece3374bca service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Received event network-vif-plugged-7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.635272] env[71079]: DEBUG oslo_concurrency.lockutils [req-e0f0717e-dd9c-4c59-9fc3-9974da5e4587 req-fe827ab9-1b54-4b91-9223-1aece3374bca service nova] Acquiring lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.635470] env[71079]: DEBUG oslo_concurrency.lockutils [req-e0f0717e-dd9c-4c59-9fc3-9974da5e4587 req-fe827ab9-1b54-4b91-9223-1aece3374bca service nova] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.635641] env[71079]: DEBUG oslo_concurrency.lockutils [req-e0f0717e-dd9c-4c59-9fc3-9974da5e4587 req-fe827ab9-1b54-4b91-9223-1aece3374bca service nova] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.635809] env[71079]: DEBUG nova.compute.manager [req-e0f0717e-dd9c-4c59-9fc3-9974da5e4587 req-fe827ab9-1b54-4b91-9223-1aece3374bca service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] No waiting events found dispatching network-vif-plugged-7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.635975] env[71079]: WARNING nova.compute.manager [req-e0f0717e-dd9c-4c59-9fc3-9974da5e4587 req-fe827ab9-1b54-4b91-9223-1aece3374bca service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Received unexpected event network-vif-plugged-7d81a525-4510-4c4d-a031-d64630e87100 for instance with vm_state building and task_state spawning. [ 1291.716404] env[71079]: DEBUG nova.network.neutron [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Successfully updated port: 7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.806798] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "d8148863-22bd-4acf-bbf7-24672dce490b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.034806] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3cd036db-18b3-4f84-9ee3-9039cf9876bf tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "d8148863-22bd-4acf-bbf7-24672dce490b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.574s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.035143] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "d8148863-22bd-4acf-bbf7-24672dce490b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.228s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.035378] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "d8148863-22bd-4acf-bbf7-24672dce490b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.035588] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "d8148863-22bd-4acf-bbf7-24672dce490b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.035756] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "d8148863-22bd-4acf-bbf7-24672dce490b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.038008] env[71079]: INFO nova.compute.manager [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Terminating instance [ 1292.218834] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.218949] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.219124] env[71079]: DEBUG nova.network.neutron [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.542928] env[71079]: DEBUG nova.compute.manager [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.542928] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.543635] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677860ab-a105-43db-89b1-7640c1f6f102 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.551944] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.552203] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c6a3b44-c426-4b45-a4c9-1dc52687ab8d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.559366] env[71079]: DEBUG oslo_vmware.api [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1292.559366] env[71079]: value = "task-3279953" [ 1292.559366] env[71079]: _type = "Task" [ 1292.559366] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.567712] env[71079]: DEBUG oslo_vmware.api [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.004223] env[71079]: DEBUG nova.network.neutron [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.071770] env[71079]: DEBUG oslo_vmware.api [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279953, 'name': PowerOffVM_Task, 'duration_secs': 0.220874} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.072139] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.072317] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.072572] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cbc94f0-0853-4f60-ad95-cd333fc0b4f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.146163] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.146503] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.146773] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Deleting the datastore file [datastore2] d8148863-22bd-4acf-bbf7-24672dce490b {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.147075] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abc822d1-0639-4414-9174-c5492c9e8a64 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.155367] env[71079]: DEBUG oslo_vmware.api [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for the task: (returnval){ [ 1293.155367] env[71079]: value = "task-3279955" [ 1293.155367] env[71079]: _type = "Task" [ 1293.155367] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.166480] env[71079]: DEBUG oslo_vmware.api [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.167583] env[71079]: DEBUG nova.network.neutron [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.362490] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "f8889480-a60f-4a49-9ff9-f88da2c55b98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.362678] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.665663] env[71079]: DEBUG nova.compute.manager [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Received event network-changed-7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.665920] env[71079]: DEBUG nova.compute.manager [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Refreshing instance network info cache due to event network-changed-7d81a525-4510-4c4d-a031-d64630e87100. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.666067] env[71079]: DEBUG oslo_concurrency.lockutils [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] Acquiring lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.669602] env[71079]: DEBUG oslo_vmware.api [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Task: {'id': task-3279955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161686} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.670030] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.670418] env[71079]: DEBUG nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Instance network_info: |[{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.670790] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.670972] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.671158] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.671326] env[71079]: INFO nova.compute.manager [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1293.671559] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.671762] env[71079]: DEBUG oslo_concurrency.lockutils [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] Acquired lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.671926] env[71079]: DEBUG nova.network.neutron [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Refreshing network info cache for port 7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.673753] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:ef:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d81a525-4510-4c4d-a031-d64630e87100', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.681476] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.681930] env[71079]: DEBUG nova.compute.manager [-] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.682041] env[71079]: DEBUG nova.network.neutron [-] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.684559] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.684907] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-393358e2-965c-4fca-8273-0cec1a254631 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.706119] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.706119] env[71079]: value = "task-3279956" [ 1293.706119] env[71079]: _type = "Task" [ 1293.706119] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.714104] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279956, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.865604] env[71079]: DEBUG nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.984863] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.985176] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.985392] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.985572] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.985748] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.988936] env[71079]: INFO nova.compute.manager [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Terminating instance [ 1294.216227] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279956, 'name': CreateVM_Task, 'duration_secs': 0.344403} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.216422] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.217081] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.217255] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.217566] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.217851] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d382bc3-4a03-47a0-a0a1-cc5b7323f122 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.222088] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1294.222088] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52462917-2e2c-eddd-eb50-cde80df42710" [ 1294.222088] env[71079]: _type = "Task" [ 1294.222088] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.229785] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52462917-2e2c-eddd-eb50-cde80df42710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.356907] env[71079]: DEBUG nova.network.neutron [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updated VIF entry in instance network info cache for port 7d81a525-4510-4c4d-a031-d64630e87100. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.357289] env[71079]: DEBUG nova.network.neutron [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.390168] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.390461] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.391928] env[71079]: INFO nova.compute.claims [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.477198] env[71079]: DEBUG nova.network.neutron [-] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.497029] env[71079]: DEBUG nova.compute.manager [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.497029] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.498365] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c79fb1-81bd-423e-ac18-29b419af57ac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.506331] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.506605] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a917a39c-3d8d-4a59-b263-dfc8eff1d393 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.513145] env[71079]: DEBUG oslo_vmware.api [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1294.513145] env[71079]: value = "task-3279957" [ 1294.513145] env[71079]: _type = "Task" [ 1294.513145] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.520872] env[71079]: DEBUG oslo_vmware.api [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.733671] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52462917-2e2c-eddd-eb50-cde80df42710, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.734430] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.734755] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.735284] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.735284] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.735385] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.735629] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9ca21d8-b503-4857-9214-e5fa4438669b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.744852] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.744970] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.745664] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786b115c-208c-4395-965d-8a2fd8a6b85c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.750766] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1294.750766] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270f496-da99-ba5e-7c56-af9f673945a8" [ 1294.750766] env[71079]: _type = "Task" [ 1294.750766] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.760419] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270f496-da99-ba5e-7c56-af9f673945a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.860407] env[71079]: DEBUG oslo_concurrency.lockutils [req-5f22a213-1859-4bad-b534-82ab0cec7f6e req-47fc5de3-6516-4e7c-888e-e5f338c5be1e service nova] Releasing lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.979619] env[71079]: INFO nova.compute.manager [-] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Took 1.30 seconds to deallocate network for instance. [ 1295.024622] env[71079]: DEBUG oslo_vmware.api [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279957, 'name': PowerOffVM_Task, 'duration_secs': 0.19577} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.024877] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.025083] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.025329] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7a81d96-d32e-4fca-8220-deba7eef7ab1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.089590] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.089818] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.090008] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleting the datastore file [datastore1] c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.090286] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-523558a8-ab0e-42ae-ac3d-542d53617a69 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.097241] env[71079]: DEBUG oslo_vmware.api [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for the task: (returnval){ [ 1295.097241] env[71079]: value = "task-3279959" [ 1295.097241] env[71079]: _type = "Task" [ 1295.097241] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.104383] env[71079]: DEBUG oslo_vmware.api [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.261860] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5270f496-da99-ba5e-7c56-af9f673945a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.262830] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090c27e6-37e8-4014-af8d-3bba473a436a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.274297] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1295.274297] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ee8420-e3aa-d264-b9a2-e958317907b7" [ 1295.274297] env[71079]: _type = "Task" [ 1295.274297] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.282781] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ee8420-e3aa-d264-b9a2-e958317907b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.457099] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d169de7-35ed-4b85-8834-9ecab63011d8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.464515] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08f8c1c-611c-431a-9e0a-fb1db69ba0dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.493477] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.494357] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfe3b6-6609-481d-81bf-fe92cb7900fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.500797] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e916cf-277e-4f32-8e18-0baf8fa1693d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.513089] env[71079]: DEBUG nova.compute.provider_tree [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.608896] env[71079]: DEBUG oslo_vmware.api [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Task: {'id': task-3279959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123462} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.609181] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.609366] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.609538] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.609717] env[71079]: INFO nova.compute.manager [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1295.609960] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.610168] env[71079]: DEBUG nova.compute.manager [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.610262] env[71079]: DEBUG nova.network.neutron [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.689982] env[71079]: DEBUG nova.compute.manager [req-91e14298-141c-4aa2-bfc2-272bcb796c47 req-0460f61b-4841-4bda-b698-4323dd7b4535 service nova] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Received event network-vif-deleted-7fa8b070-f41f-49d5-a1c8-3e36f36c62c3 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.785939] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52ee8420-e3aa-d264-b9a2-e958317907b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.788094] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.788094] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.788094] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-812265e4-bbbd-48e1-8562-d2dd57e76135 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.794214] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1295.794214] env[71079]: value = "task-3279960" [ 1295.794214] env[71079]: _type = "Task" [ 1295.794214] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.802424] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.034827] env[71079]: ERROR nova.scheduler.client.report [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [req-5ade3ba2-44c2-41d7-bd65-84627ba4a636] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 64534d0b-3c77-4192-bc40-4c6626510190. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ade3ba2-44c2-41d7-bd65-84627ba4a636"}]} [ 1296.055332] env[71079]: DEBUG nova.scheduler.client.report [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Refreshing inventories for resource provider 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1296.076880] env[71079]: DEBUG nova.scheduler.client.report [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Updating ProviderTree inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1296.076880] env[71079]: DEBUG nova.compute.provider_tree [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.089224] env[71079]: DEBUG nova.scheduler.client.report [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Refreshing aggregate associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, aggregates: None {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1296.109626] env[71079]: DEBUG nova.scheduler.client.report [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Refreshing trait associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1296.194118] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4535a2e-1772-44ec-88dc-75d5d7ee7ce8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.202376] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4089042-3156-4be3-b497-bf9a5b88334d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.233430] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c98882-a8d8-4a41-9719-ccdc9247100d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.240277] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d6175c-9dc2-4795-9428-f4a2581e9380 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.253087] env[71079]: DEBUG nova.compute.provider_tree [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.305452] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420978} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.305712] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.305923] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.306179] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c8dd9ab-5a3b-4226-b6cd-40a81dd9aff5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.312597] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1296.312597] env[71079]: value = "task-3279961" [ 1296.312597] env[71079]: _type = "Task" [ 1296.312597] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.319629] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.563142] env[71079]: DEBUG nova.network.neutron [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.756273] env[71079]: DEBUG nova.scheduler.client.report [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.821999] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063274} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.822298] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.823139] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cef9cb-4f7f-484b-9e7d-cf6e25a371a6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.845413] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.845707] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ea5c96-2c52-44f0-8a8d-c445dfc488da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.865850] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1296.865850] env[71079]: value = "task-3279962" [ 1296.865850] env[71079]: _type = "Task" [ 1296.865850] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.873590] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.066835] env[71079]: INFO nova.compute.manager [-] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Took 1.46 seconds to deallocate network for instance. [ 1297.261305] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.261797] env[71079]: DEBUG nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.264697] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.771s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.264929] env[71079]: DEBUG nova.objects.instance [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lazy-loading 'resources' on Instance uuid d8148863-22bd-4acf-bbf7-24672dce490b {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.374772] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279962, 'name': ReconfigVM_Task, 'duration_secs': 0.311176} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.375059] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.375666] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11cca6d4-8a41-4618-8c19-c245fce601e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.381876] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1297.381876] env[71079]: value = "task-3279963" [ 1297.381876] env[71079]: _type = "Task" [ 1297.381876] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.389019] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279963, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.573493] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.715203] env[71079]: DEBUG nova.compute.manager [req-c4b4bd93-cd5f-43d8-a009-0e7e0816611a req-f39a97ce-7114-4f24-82d7-cc2929a6ae20 service nova] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Received event network-vif-deleted-f69a0e1e-d405-4924-8b7d-12f8e3ef91ac {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.767793] env[71079]: DEBUG nova.compute.utils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.769252] env[71079]: DEBUG nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.769424] env[71079]: DEBUG nova.network.neutron [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.812075] env[71079]: DEBUG nova.policy [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb2fcf25f7e4cafa87354402e2d9d2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b144a44be0e4552a3f5a81c24ad59ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.891611] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279963, 'name': Rename_Task, 'duration_secs': 0.139415} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.891930] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.894690] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c7f486b-8adc-4049-9e88-c3649584a285 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.901977] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1297.901977] env[71079]: value = "task-3279964" [ 1297.901977] env[71079]: _type = "Task" [ 1297.901977] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.913302] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.919860] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e69d0-d41f-4148-8180-a4db4ea34086 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.926897] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55732ea7-c19b-41af-92b4-7c6ce0e7ae85 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.959170] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed542442-d4bc-47ab-8b5f-0404f5b2c7b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.966562] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb73f6fb-9ed5-407f-af68-071e18dd4f34 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.980468] env[71079]: DEBUG nova.compute.provider_tree [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.116737] env[71079]: DEBUG nova.network.neutron [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Successfully created port: 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.276878] env[71079]: DEBUG nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.411826] env[71079]: DEBUG oslo_vmware.api [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279964, 'name': PowerOnVM_Task, 'duration_secs': 0.434931} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.412099] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.412739] env[71079]: INFO nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1298.412739] env[71079]: DEBUG nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.413247] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b250453-09fa-4f87-96ac-5682b1c8b868 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.484133] env[71079]: DEBUG nova.scheduler.client.report [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.931443] env[71079]: INFO nova.compute.manager [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Took 11.68 seconds to build instance. [ 1298.988459] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.990908] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.418s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.991219] env[71079]: DEBUG nova.objects.instance [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lazy-loading 'resources' on Instance uuid c62e0f50-19ba-4c48-83e3-023011f35456 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.011251] env[71079]: INFO nova.scheduler.client.report [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Deleted allocations for instance d8148863-22bd-4acf-bbf7-24672dce490b [ 1299.287078] env[71079]: DEBUG nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.313267] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.313573] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.313747] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.313950] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.314134] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.314291] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.314504] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.314661] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.314831] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.314994] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.315217] env[71079]: DEBUG nova.virt.hardware [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.316521] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845c981c-1d65-4e21-9b19-547d9fe08b22 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.324908] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c257fe44-f586-4105-8d9c-dc432afd4dea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.433612] env[71079]: DEBUG oslo_concurrency.lockutils [None req-3adfaaf9-78ac-4b5f-bb98-fa84060bc6e1 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.185s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.502938] env[71079]: DEBUG nova.compute.manager [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Received event network-changed-7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.505174] env[71079]: DEBUG nova.compute.manager [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Refreshing instance network info cache due to event network-changed-7d81a525-4510-4c4d-a031-d64630e87100. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.505174] env[71079]: DEBUG oslo_concurrency.lockutils [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] Acquiring lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.505174] env[71079]: DEBUG oslo_concurrency.lockutils [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] Acquired lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.505174] env[71079]: DEBUG nova.network.neutron [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Refreshing network info cache for port 7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.518819] env[71079]: DEBUG oslo_concurrency.lockutils [None req-fe5ae52f-a02d-4083-afae-708da5ffd308 tempest-ServerPasswordTestJSON-151363178 tempest-ServerPasswordTestJSON-151363178-project-member] Lock "d8148863-22bd-4acf-bbf7-24672dce490b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.484s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.551328] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9744552-5b94-43f8-a133-d5450bd564ff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.559716] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add2a0d7-70bd-4a49-8d43-b7e904d3d06e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.591665] env[71079]: DEBUG nova.network.neutron [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Successfully updated port: 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.593991] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e4a18-613a-4144-986b-e8248028f24a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.603378] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93f8ef-fd36-4a4d-98c6-9bbae7c24daf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.617299] env[71079]: DEBUG nova.compute.provider_tree [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.740129] env[71079]: DEBUG nova.compute.manager [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received event network-vif-plugged-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.740129] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] Acquiring lock "f8889480-a60f-4a49-9ff9-f88da2c55b98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.740319] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.740491] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.740727] env[71079]: DEBUG nova.compute.manager [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] No waiting events found dispatching network-vif-plugged-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.741019] env[71079]: WARNING nova.compute.manager [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received unexpected event network-vif-plugged-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f for instance with vm_state building and task_state spawning. [ 1299.741121] env[71079]: DEBUG nova.compute.manager [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.741231] env[71079]: DEBUG nova.compute.manager [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing instance network info cache due to event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.741416] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] Acquiring lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.741551] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] Acquired lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.741700] env[71079]: DEBUG nova.network.neutron [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.098548] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.122437] env[71079]: DEBUG nova.scheduler.client.report [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.242017] env[71079]: DEBUG nova.network.neutron [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updated VIF entry in instance network info cache for port 7d81a525-4510-4c4d-a031-d64630e87100. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.242406] env[71079]: DEBUG nova.network.neutron [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.271310] env[71079]: DEBUG nova.network.neutron [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.336846] env[71079]: DEBUG nova.network.neutron [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.628833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.649398] env[71079]: INFO nova.scheduler.client.report [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Deleted allocations for instance c62e0f50-19ba-4c48-83e3-023011f35456 [ 1300.747246] env[71079]: DEBUG oslo_concurrency.lockutils [req-c99ca3f1-761a-4cfc-b616-ebde67a99c58 req-4436798f-2a18-40a0-a49a-cbb0f00ea4fa service nova] Releasing lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.840410] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c080cd3-a8ae-4f7e-b0f4-584c052582f4 req-12846bc8-63d3-474a-a8e7-d4ed334cddb6 service nova] Releasing lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.840864] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquired lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.841122] env[71079]: DEBUG nova.network.neutron [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.157268] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7ad5b22-9301-4826-88ee-e370d7a0a543 tempest-AttachVolumeShelveTestJSON-629470020 tempest-AttachVolumeShelveTestJSON-629470020-project-member] Lock "c62e0f50-19ba-4c48-83e3-023011f35456" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.172s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.395517] env[71079]: DEBUG nova.network.neutron [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.584973] env[71079]: DEBUG nova.network.neutron [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [{"id": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "address": "fa:16:3e:79:a3:62", "network": {"id": "c53ef254-69d1-4b67-9b7c-d5e4c1bc8614", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-811401087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b144a44be0e4552a3f5a81c24ad59ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdfc52a-1f", "ovs_interfaceid": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.088373] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Releasing lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.088802] env[71079]: DEBUG nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Instance network_info: |[{"id": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "address": "fa:16:3e:79:a3:62", "network": {"id": "c53ef254-69d1-4b67-9b7c-d5e4c1bc8614", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-811401087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b144a44be0e4552a3f5a81c24ad59ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdfc52a-1f", "ovs_interfaceid": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.089386] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:a3:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.101151] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Creating folder: Project (9b144a44be0e4552a3f5a81c24ad59ba). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.101497] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b104fbb3-10a4-43d1-88bc-339aff3fd5d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.114141] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Created folder: Project (9b144a44be0e4552a3f5a81c24ad59ba) in parent group-v654700. [ 1302.114399] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Creating folder: Instances. Parent ref: group-v655033. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.115088] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b6bb36-a263-4928-a6bc-7d707315229e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.124784] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Created folder: Instances in parent group-v655033. [ 1302.125011] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.125200] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.125388] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f34a89c-65cb-4e3e-ad01-9e6b191071ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.142376] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.142376] env[71079]: value = "task-3279967" [ 1302.142376] env[71079]: _type = "Task" [ 1302.142376] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.150598] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279967, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.652173] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3279967, 'name': CreateVM_Task, 'duration_secs': 0.343759} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.652492] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.653048] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.653219] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.653539] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.653811] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cedea2b-cefe-441f-9659-4cfdc7882cc4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.658376] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1302.658376] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52af45fc-9893-3a22-f655-43a25e198501" [ 1302.658376] env[71079]: _type = "Task" [ 1302.658376] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.665966] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52af45fc-9893-3a22-f655-43a25e198501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.168084] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52af45fc-9893-3a22-f655-43a25e198501, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.168388] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.168629] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.168859] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.169012] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.169197] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.169443] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73dd4c99-07f2-4326-81a3-2cd60948f6ce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.177553] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.177718] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.178393] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfc6941-565a-440c-ba1a-46fe6a0a4db4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.183184] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1303.183184] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52791af0-0c8b-959c-9a22-6b6aec794929" [ 1303.183184] env[71079]: _type = "Task" [ 1303.183184] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.190207] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52791af0-0c8b-959c-9a22-6b6aec794929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.693059] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52791af0-0c8b-959c-9a22-6b6aec794929, 'name': SearchDatastore_Task, 'duration_secs': 0.008279} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.693812] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17091fd4-cbfa-425c-ba62-ec17499d62c7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.698823] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1303.698823] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b7d72-2992-1a2e-380f-62169c54cef2" [ 1303.698823] env[71079]: _type = "Task" [ 1303.698823] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.706115] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b7d72-2992-1a2e-380f-62169c54cef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.210059] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525b7d72-2992-1a2e-380f-62169c54cef2, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.210059] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.210059] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/f8889480-a60f-4a49-9ff9-f88da2c55b98.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.210059] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ebed51c-d103-4ab6-8ce2-95208212f51f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.217945] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1304.217945] env[71079]: value = "task-3279969" [ 1304.217945] env[71079]: _type = "Task" [ 1304.217945] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.225319] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.728422] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279969, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.228823] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527783} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.229086] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/f8889480-a60f-4a49-9ff9-f88da2c55b98.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.229308] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.229555] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d7de244-cc79-4bdd-ae7b-962d808e1ab0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.236382] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1305.236382] env[71079]: value = "task-3279970" [ 1305.236382] env[71079]: _type = "Task" [ 1305.236382] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.244691] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.745801] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073386} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.746204] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.746867] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de2f25-2a29-4eea-83b1-cb6d92e9be40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.768692] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/f8889480-a60f-4a49-9ff9-f88da2c55b98.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.769015] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c9f53d0-1e91-4ffd-ae3a-696ad2eef753 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.788926] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1305.788926] env[71079]: value = "task-3279971" [ 1305.788926] env[71079]: _type = "Task" [ 1305.788926] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.797856] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.300940] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279971, 'name': ReconfigVM_Task, 'duration_secs': 0.43057} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.301236] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Reconfigured VM instance instance-0000007c to attach disk [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/f8889480-a60f-4a49-9ff9-f88da2c55b98.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.301866] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa0274f-e7e6-447b-a5ce-52dfc114f1ae {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.309058] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1306.309058] env[71079]: value = "task-3279972" [ 1306.309058] env[71079]: _type = "Task" [ 1306.309058] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.317320] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279972, 'name': Rename_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.819585] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279972, 'name': Rename_Task, 'duration_secs': 0.153105} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.819865] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.822169] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7420b71-02bc-49ea-96a2-6e59f2136aa6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.829201] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1306.829201] env[71079]: value = "task-3279973" [ 1306.829201] env[71079]: _type = "Task" [ 1306.829201] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.838278] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.338855] env[71079]: DEBUG oslo_vmware.api [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279973, 'name': PowerOnVM_Task, 'duration_secs': 0.445867} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.339180] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.339438] env[71079]: INFO nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1307.339595] env[71079]: DEBUG nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.340669] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c805fb9c-6403-456f-9b94-b4ebd4f0b864 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.861725] env[71079]: INFO nova.compute.manager [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Took 13.49 seconds to build instance. [ 1308.363552] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8e20577-889e-49ce-865d-97229cc2a262 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.963369] env[71079]: INFO nova.compute.manager [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Rescuing [ 1308.963827] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.963827] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquired lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.963968] env[71079]: DEBUG nova.network.neutron [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.682662] env[71079]: DEBUG nova.network.neutron [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [{"id": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "address": "fa:16:3e:79:a3:62", "network": {"id": "c53ef254-69d1-4b67-9b7c-d5e4c1bc8614", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-811401087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b144a44be0e4552a3f5a81c24ad59ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdfc52a-1f", "ovs_interfaceid": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.186229] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Releasing lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.722776] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.723265] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f222a682-02c1-46d5-8c98-5362b1a9d743 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.730243] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1311.730243] env[71079]: value = "task-3279974" [ 1311.730243] env[71079]: _type = "Task" [ 1311.730243] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.737987] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.240271] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279974, 'name': PowerOffVM_Task, 'duration_secs': 0.197735} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.240601] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.241458] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb0a7f-bbd4-4644-8696-46c7523e7270 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.259185] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af403ae3-b7b6-4e65-b2b3-c28ea15ccf44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.284249] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.284502] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e9e06f-6ab6-4c2f-bf74-dc522949108a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.291186] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1312.291186] env[71079]: value = "task-3279975" [ 1312.291186] env[71079]: _type = "Task" [ 1312.291186] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.298383] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.801720] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1312.802106] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.802218] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.802401] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.802604] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.802859] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-415f34a4-b1a3-4f90-bd3a-aff32a8ecafa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.812704] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.812948] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.813763] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b38b8ff-9d6d-442f-9c2c-19c36e21c761 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.819166] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1312.819166] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e4e8a9-16fd-2f8f-30db-7e092674125d" [ 1312.819166] env[71079]: _type = "Task" [ 1312.819166] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.827350] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e4e8a9-16fd-2f8f-30db-7e092674125d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.329224] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e4e8a9-16fd-2f8f-30db-7e092674125d, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.329987] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedfd050-1174-4eac-9451-42a20a2d65b9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.335008] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1313.335008] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52691665-a34b-60b1-f4e1-3954b276f9ea" [ 1313.335008] env[71079]: _type = "Task" [ 1313.335008] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.342261] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52691665-a34b-60b1-f4e1-3954b276f9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.845750] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52691665-a34b-60b1-f4e1-3954b276f9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.846146] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.846281] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. {{(pid=71079) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1313.846540] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15731a54-8e00-4fe0-ad95-cdb9db3796a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.854420] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1313.854420] env[71079]: value = "task-3279976" [ 1313.854420] env[71079]: _type = "Task" [ 1313.854420] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.861862] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.364317] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46092} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.364617] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk. [ 1314.365436] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a54a7-f1aa-4fe3-b58f-f88ecf624048 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.393391] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.393636] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c78137-eecf-4d15-81d0-7af28dcb7641 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.410880] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1314.410880] env[71079]: value = "task-3279977" [ 1314.410880] env[71079]: _type = "Task" [ 1314.410880] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.417902] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.919974] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279977, 'name': ReconfigVM_Task, 'duration_secs': 0.293046} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.920305] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Reconfigured VM instance instance-0000007c to attach disk [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199-rescue.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.921070] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eec33b-36e9-43ce-aff9-8f536ca90c6e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.945048] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e505c2-5bde-4840-9e7e-1efa1d56138d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.959201] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1314.959201] env[71079]: value = "task-3279978" [ 1314.959201] env[71079]: _type = "Task" [ 1314.959201] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.966379] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.469632] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.970092] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.471913] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279978, 'name': ReconfigVM_Task, 'duration_secs': 1.180669} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.471913] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.472138] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06114f7e-6b8e-4db4-955a-dc26972a8f3a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.477401] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1316.477401] env[71079]: value = "task-3279979" [ 1316.477401] env[71079]: _type = "Task" [ 1316.477401] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.484277] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.987015] env[71079]: DEBUG oslo_vmware.api [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279979, 'name': PowerOnVM_Task, 'duration_secs': 0.351853} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.987305] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.990067] env[71079]: DEBUG nova.compute.manager [None req-f8ec1e2e-d353-430f-a263-7c1391e655fa tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.990831] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d18f0-cbe2-4294-90f7-f7a506530ea0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.804934] env[71079]: DEBUG nova.compute.manager [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.805159] env[71079]: DEBUG nova.compute.manager [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing instance network info cache due to event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.805379] env[71079]: DEBUG oslo_concurrency.lockutils [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] Acquiring lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.805522] env[71079]: DEBUG oslo_concurrency.lockutils [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] Acquired lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.805685] env[71079]: DEBUG nova.network.neutron [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.573051] env[71079]: DEBUG nova.network.neutron [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updated VIF entry in instance network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.573466] env[71079]: DEBUG nova.network.neutron [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [{"id": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "address": "fa:16:3e:79:a3:62", "network": {"id": "c53ef254-69d1-4b67-9b7c-d5e4c1bc8614", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-811401087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b144a44be0e4552a3f5a81c24ad59ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdfc52a-1f", "ovs_interfaceid": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.076629] env[71079]: DEBUG oslo_concurrency.lockutils [req-93ed94b6-1902-47d8-a1da-963f1c25db4c req-f930d4dc-ea35-4786-a93a-2f142b2b1a62 service nova] Releasing lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.763447] env[71079]: DEBUG nova.compute.manager [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.763807] env[71079]: DEBUG nova.compute.manager [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing instance network info cache due to event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.763846] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] Acquiring lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.764021] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] Acquired lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.765440] env[71079]: DEBUG nova.network.neutron [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.831229] env[71079]: DEBUG nova.compute.manager [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.831386] env[71079]: DEBUG nova.compute.manager [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing instance network info cache due to event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.831511] env[71079]: DEBUG oslo_concurrency.lockutils [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] Acquiring lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.502295] env[71079]: DEBUG nova.network.neutron [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updated VIF entry in instance network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.502666] env[71079]: DEBUG nova.network.neutron [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [{"id": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "address": "fa:16:3e:79:a3:62", "network": {"id": "c53ef254-69d1-4b67-9b7c-d5e4c1bc8614", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-811401087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b144a44be0e4552a3f5a81c24ad59ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdfc52a-1f", "ovs_interfaceid": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.005486] env[71079]: DEBUG oslo_concurrency.lockutils [req-0c664bfb-ff12-4932-9e36-5fbcb935e1a0 req-d04c5453-a70d-4b02-a675-9e402ff97ca9 service nova] Releasing lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.005934] env[71079]: DEBUG oslo_concurrency.lockutils [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] Acquired lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.006187] env[71079]: DEBUG nova.network.neutron [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.031873] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "f8889480-a60f-4a49-9ff9-f88da2c55b98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.032136] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.032376] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "f8889480-a60f-4a49-9ff9-f88da2c55b98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.032568] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.032737] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.035208] env[71079]: INFO nova.compute.manager [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Terminating instance [ 1321.538856] env[71079]: DEBUG nova.compute.manager [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.539111] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.542290] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b4d87f-ab23-42f9-8f09-f8b55cf3a068 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.550082] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.550335] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db3f640-2792-4666-95ef-d006bb97a725 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.556478] env[71079]: DEBUG oslo_vmware.api [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1321.556478] env[71079]: value = "task-3279980" [ 1321.556478] env[71079]: _type = "Task" [ 1321.556478] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.564536] env[71079]: DEBUG oslo_vmware.api [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.702333] env[71079]: DEBUG nova.network.neutron [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updated VIF entry in instance network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.702872] env[71079]: DEBUG nova.network.neutron [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [{"id": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "address": "fa:16:3e:79:a3:62", "network": {"id": "c53ef254-69d1-4b67-9b7c-d5e4c1bc8614", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-811401087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b144a44be0e4552a3f5a81c24ad59ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdfc52a-1f", "ovs_interfaceid": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.066709] env[71079]: DEBUG oslo_vmware.api [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279980, 'name': PowerOffVM_Task, 'duration_secs': 0.19458} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.067084] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.067151] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.067357] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7107925-d85c-46f9-a23a-bd744d8f6dc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.131192] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.131427] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.131573] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Deleting the datastore file [datastore2] f8889480-a60f-4a49-9ff9-f88da2c55b98 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.131829] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79e4407-932d-4eb3-a3e6-14de118491ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.139606] env[71079]: DEBUG oslo_vmware.api [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for the task: (returnval){ [ 1322.139606] env[71079]: value = "task-3279982" [ 1322.139606] env[71079]: _type = "Task" [ 1322.139606] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.146993] env[71079]: DEBUG oslo_vmware.api [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.206684] env[71079]: DEBUG oslo_concurrency.lockutils [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] Releasing lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.207109] env[71079]: DEBUG nova.compute.manager [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.207109] env[71079]: DEBUG nova.compute.manager [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing instance network info cache due to event network-changed-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.207338] env[71079]: DEBUG oslo_concurrency.lockutils [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] Acquiring lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.207483] env[71079]: DEBUG oslo_concurrency.lockutils [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] Acquired lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.207642] env[71079]: DEBUG nova.network.neutron [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Refreshing network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.649877] env[71079]: DEBUG oslo_vmware.api [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Task: {'id': task-3279982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180222} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.650189] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.650310] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.650488] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.650663] env[71079]: INFO nova.compute.manager [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1322.650893] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.651137] env[71079]: DEBUG nova.compute.manager [-] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.651243] env[71079]: DEBUG nova.network.neutron [-] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.009504] env[71079]: DEBUG nova.compute.manager [req-0f2165bc-e260-4306-969b-0f9da6fd98a1 req-1de17c06-a99f-49e5-af69-67caef49f48c service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Received event network-vif-deleted-0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.009712] env[71079]: INFO nova.compute.manager [req-0f2165bc-e260-4306-969b-0f9da6fd98a1 req-1de17c06-a99f-49e5-af69-67caef49f48c service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Neutron deleted interface 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f; detaching it from the instance and deleting it from the info cache [ 1323.009905] env[71079]: DEBUG nova.network.neutron [req-0f2165bc-e260-4306-969b-0f9da6fd98a1 req-1de17c06-a99f-49e5-af69-67caef49f48c service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.013651] env[71079]: DEBUG nova.network.neutron [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updated VIF entry in instance network info cache for port 0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.013957] env[71079]: DEBUG nova.network.neutron [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [{"id": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "address": "fa:16:3e:79:a3:62", "network": {"id": "c53ef254-69d1-4b67-9b7c-d5e4c1bc8614", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-811401087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9b144a44be0e4552a3f5a81c24ad59ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdfc52a-1f", "ovs_interfaceid": "0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.494861] env[71079]: DEBUG nova.network.neutron [-] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.513439] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91db5610-a9d8-4235-8c71-499a6ccd8080 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.516202] env[71079]: DEBUG oslo_concurrency.lockutils [req-6dea2fe6-0e3d-4040-9d0a-4380a67eea33 req-28147dec-81da-4eec-be32-a0df0ba5a1a1 service nova] Releasing lock "refresh_cache-f8889480-a60f-4a49-9ff9-f88da2c55b98" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.523727] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a62e7a3-e192-47ea-8765-a6b71a64ad16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.547915] env[71079]: DEBUG nova.compute.manager [req-0f2165bc-e260-4306-969b-0f9da6fd98a1 req-1de17c06-a99f-49e5-af69-67caef49f48c service nova] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Detach interface failed, port_id=0bdfc52a-1fd5-4d95-b9a3-006e4e4f0d3f, reason: Instance f8889480-a60f-4a49-9ff9-f88da2c55b98 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.997728] env[71079]: INFO nova.compute.manager [-] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Took 1.35 seconds to deallocate network for instance. [ 1324.504065] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.504463] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.504639] env[71079]: DEBUG nova.objects.instance [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lazy-loading 'resources' on Instance uuid f8889480-a60f-4a49-9ff9-f88da2c55b98 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.047603] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49aad7b-4079-4fd8-ac08-1e63e417cdd8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.055143] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1eb2d3-8669-4c67-9dc0-54bcb7f67d55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.085896] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598701e9-365d-4fa2-94c8-ae6abe5c96ff {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.092620] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191085b4-7682-400b-ae75-2a9c68d83c33 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.105427] env[71079]: DEBUG nova.compute.provider_tree [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.638253] env[71079]: DEBUG nova.scheduler.client.report [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Updated inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1325.638612] env[71079]: DEBUG nova.compute.provider_tree [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Updating resource provider 64534d0b-3c77-4192-bc40-4c6626510190 generation from 166 to 167 during operation: update_inventory {{(pid=71079) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1325.638724] env[71079]: DEBUG nova.compute.provider_tree [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.143629] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.162238] env[71079]: INFO nova.scheduler.client.report [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Deleted allocations for instance f8889480-a60f-4a49-9ff9-f88da2c55b98 [ 1326.669774] env[71079]: DEBUG oslo_concurrency.lockutils [None req-23d660f7-b6f1-466e-a4af-d570158e7879 tempest-ServerRescueTestJSONUnderV235-1790982682 tempest-ServerRescueTestJSONUnderV235-1790982682-project-member] Lock "f8889480-a60f-4a49-9ff9-f88da2c55b98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.637s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.538797] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.037370] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.036719] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.037106] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.187925] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.188178] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.692503] env[71079]: DEBUG nova.compute.utils [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.037486] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.037794] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.037881] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1338.195737] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.036503] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.255968] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.256356] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.256491] env[71079]: INFO nova.compute.manager [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Attaching volume 54b38a52-12cd-457a-ae1d-7024c3341720 to /dev/sdb [ 1339.285712] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2845d530-b6dd-43ae-be69-51ae9cc97c9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.293118] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5dec11-0030-4f78-a9d3-e2166595d82e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.306043] env[71079]: DEBUG nova.virt.block_device [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating existing volume attachment record: cd40fb40-9ab7-4eb4-bc49-ced48dc54fd8 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1339.539233] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.539536] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.539720] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.539876] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1339.540754] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a848d207-e4d4-431d-93ce-c7c6dc79507c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.548784] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e2581b-89d9-4b73-8727-3c0681428950 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.561858] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ed200-e65f-4534-811d-ac14e4c3a402 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.568062] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f4784-750f-46eb-bb59-27db8ccd50ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.597515] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180752MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1339.597659] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.597864] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.624309] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 8c1c5e15-8831-4592-9b6a-1bd9ae92560d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.624611] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1340.624675] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.649399] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ca8cb7-e1b5-4c76-b648-82f1a8b69825 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.656544] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220201fe-74c5-4be6-a8b7-1c4721436e49 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.685476] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7db1f65-e054-4ff9-a3be-4f1e13857856 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.692190] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d9f463-e085-43b7-b9e1-b7be107afe78 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.704861] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.207639] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.712588] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1341.712878] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.713969] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.848265] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1343.848503] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655037', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'name': 'volume-54b38a52-12cd-457a-ae1d-7024c3341720', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1c5e15-8831-4592-9b6a-1bd9ae92560d', 'attached_at': '', 'detached_at': '', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'serial': '54b38a52-12cd-457a-ae1d-7024c3341720'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1343.849412] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f5f081-602b-47c7-80ff-8e0a1e19e4eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.866462] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de07eaf-f8ec-4cbc-b0bd-d95256b00de3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.890071] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-54b38a52-12cd-457a-ae1d-7024c3341720/volume-54b38a52-12cd-457a-ae1d-7024c3341720.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.890305] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa03ee1-da94-4ab2-bd4f-beb771d18a40 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.907196] env[71079]: DEBUG oslo_vmware.api [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1343.907196] env[71079]: value = "task-3279987" [ 1343.907196] env[71079]: _type = "Task" [ 1343.907196] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.914385] env[71079]: DEBUG oslo_vmware.api [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.417403] env[71079]: DEBUG oslo_vmware.api [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279987, 'name': ReconfigVM_Task, 'duration_secs': 0.307015} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.417720] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-54b38a52-12cd-457a-ae1d-7024c3341720/volume-54b38a52-12cd-457a-ae1d-7024c3341720.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.422336] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7146d031-963b-4bef-ba04-f2170a13623d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.437360] env[71079]: DEBUG oslo_vmware.api [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1344.437360] env[71079]: value = "task-3279988" [ 1344.437360] env[71079]: _type = "Task" [ 1344.437360] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.444637] env[71079]: DEBUG oslo_vmware.api [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.946605] env[71079]: DEBUG oslo_vmware.api [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279988, 'name': ReconfigVM_Task, 'duration_secs': 0.136043} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.946924] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655037', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'name': 'volume-54b38a52-12cd-457a-ae1d-7024c3341720', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c1c5e15-8831-4592-9b6a-1bd9ae92560d', 'attached_at': '', 'detached_at': '', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'serial': '54b38a52-12cd-457a-ae1d-7024c3341720'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1345.981067] env[71079]: DEBUG nova.objects.instance [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'flavor' on Instance uuid 8c1c5e15-8831-4592-9b6a-1bd9ae92560d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.486797] env[71079]: DEBUG oslo_concurrency.lockutils [None req-ab3f3674-4c4e-4213-be06-cf5307ece1ed tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.398614] env[71079]: DEBUG nova.compute.manager [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Stashing vm_state: active {{(pid=71079) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1347.917981] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.918338] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.423286] env[71079]: INFO nova.compute.claims [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.929575] env[71079]: INFO nova.compute.resource_tracker [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating resource usage from migration f6b253fb-1d36-4225-9c75-7688b29c7741 [ 1348.965458] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e191e05-0362-40b5-831b-210a87a5dd42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.972757] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68370eb-f5a9-413b-ba90-169e58b1d88a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.003235] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ba05e6-4a26-431a-9e7c-9a8f62a160df {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.009870] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a949d7-bec7-44fb-b0df-04da2e41c117 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.022263] env[71079]: DEBUG nova.compute.provider_tree [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.525818] env[71079]: DEBUG nova.scheduler.client.report [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.031443] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.113s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.031650] env[71079]: INFO nova.compute.manager [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Migrating [ 1350.546971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.547457] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.547457] env[71079]: DEBUG nova.network.neutron [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.242399] env[71079]: DEBUG nova.network.neutron [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.745414] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.260771] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec2e71-996c-4e34-978c-31e4329ff433 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.281679] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance '8c1c5e15-8831-4592-9b6a-1bd9ae92560d' progress to 0 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.787435] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.787750] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d764e8e-39bb-40f6-b6ea-34b9daecd54a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.796816] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1353.796816] env[71079]: value = "task-3279989" [ 1353.796816] env[71079]: _type = "Task" [ 1353.796816] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.804419] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.307789] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279989, 'name': PowerOffVM_Task, 'duration_secs': 0.200621} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.308167] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.308214] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance '8c1c5e15-8831-4592-9b6a-1bd9ae92560d' progress to 17 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.815370] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.815626] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.815781] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.815969] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.816130] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.816278] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.816506] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.816698] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.816874] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.817054] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.817238] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.822349] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6015c6-b616-4026-b900-0bd8d3356ef5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.838242] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1354.838242] env[71079]: value = "task-3279990" [ 1354.838242] env[71079]: _type = "Task" [ 1354.838242] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.846337] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.351552] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279990, 'name': ReconfigVM_Task, 'duration_secs': 0.169975} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.351939] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance '8c1c5e15-8831-4592-9b6a-1bd9ae92560d' progress to 33 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.859814] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.860072] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.860237] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.860420] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.860564] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.860709] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.860946] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.861150] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.861329] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.861497] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.861671] env[71079]: DEBUG nova.virt.hardware [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.867013] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1355.867303] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73a4c5e-4613-4e07-92d8-fea47d723bb6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.886477] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1355.886477] env[71079]: value = "task-3279991" [ 1355.886477] env[71079]: _type = "Task" [ 1355.886477] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.894274] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.396522] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279991, 'name': ReconfigVM_Task, 'duration_secs': 0.185153} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.396930] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.397586] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ad3175-033f-473e-bf9e-617b27d51a3d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.421282] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.421825] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9518d4-689d-4373-bb86-9b6881cc9d74 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.438928] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1356.438928] env[71079]: value = "task-3279992" [ 1356.438928] env[71079]: _type = "Task" [ 1356.438928] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.446869] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.948452] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279992, 'name': ReconfigVM_Task, 'duration_secs': 0.290146} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.948722] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.948997] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance '8c1c5e15-8831-4592-9b6a-1bd9ae92560d' progress to 50 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.456127] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a9c0d-34d1-42d7-bc11-21c5fdfecb01 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.478246] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de73b3-73cd-4916-9fc3-23e959610ec7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.499302] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance '8c1c5e15-8831-4592-9b6a-1bd9ae92560d' progress to 67 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.136190] env[71079]: DEBUG nova.network.neutron [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Port 7d81a525-4510-4c4d-a031-d64630e87100 binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1360.165199] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.165606] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.165901] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.201121] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.201121] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.201483] env[71079]: DEBUG nova.network.neutron [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.116660] env[71079]: DEBUG nova.network.neutron [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.619527] env[71079]: DEBUG oslo_concurrency.lockutils [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.129451] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cd2d97-70f0-420c-b3d1-8dae31ac8975 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.136802] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a42b6d-dcd1-4ffd-a441-16fc8e450a5b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.231666] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daccfa0-73e1-4476-94fc-cd0423d1393c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.253137] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1d80e-dbfb-4c7c-916a-b9a84592829c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.259802] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance '8c1c5e15-8831-4592-9b6a-1bd9ae92560d' progress to 83 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.766570] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.766892] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d90975d-e77a-4335-83ba-e48ed36fcf4c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.773908] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1364.773908] env[71079]: value = "task-3279993" [ 1364.773908] env[71079]: _type = "Task" [ 1364.773908] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.781338] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.286945] env[71079]: DEBUG oslo_vmware.api [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279993, 'name': PowerOnVM_Task, 'duration_secs': 0.437829} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.287457] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.287568] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-9029a4c0-0eda-4dee-b9d7-f750c22afb46 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance '8c1c5e15-8831-4592-9b6a-1bd9ae92560d' progress to 100 {{(pid=71079) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.973343] env[71079]: DEBUG nova.network.neutron [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Port 7d81a525-4510-4c4d-a031-d64630e87100 binding to destination host cpu-1 is already ACTIVE {{(pid=71079) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1367.973705] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.973800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.973962] env[71079]: DEBUG nova.network.neutron [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.669586] env[71079]: DEBUG nova.network.neutron [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.172302] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.676361] env[71079]: DEBUG nova.compute.manager [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71079) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1370.773370] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.773759] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.276985] env[71079]: DEBUG nova.objects.instance [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'migration_context' on Instance uuid 8c1c5e15-8831-4592-9b6a-1bd9ae92560d {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.857230] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ec655-1e38-43ab-9804-f3bf4b7d1b8b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.864940] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd01aee-aa7c-4df8-8101-79ff1ae5470f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.896219] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3f2d33-75e8-4c19-9641-63f31e50ad8e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.903079] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83555c2-873f-48ff-98a4-fab27e0d8a44 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.915678] env[71079]: DEBUG nova.compute.provider_tree [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.418815] env[71079]: DEBUG nova.scheduler.client.report [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.429734] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.656s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.964961] env[71079]: INFO nova.compute.manager [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Swapping old allocation on dict_keys(['64534d0b-3c77-4192-bc40-4c6626510190']) held by migration f6b253fb-1d36-4225-9c75-7688b29c7741 for instance [ 1374.985530] env[71079]: DEBUG nova.scheduler.client.report [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Overwriting current allocation {'allocations': {'64534d0b-3c77-4192-bc40-4c6626510190': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '2cfefaa1db984c709b264b79802f213d', 'user_id': 'f65aa2899d60473185e551c087c8040a', 'consumer_generation': 1} on consumer 8c1c5e15-8831-4592-9b6a-1bd9ae92560d {{(pid=71079) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1375.075145] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.075327] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.075498] env[71079]: DEBUG nova.network.neutron [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.780882] env[71079]: DEBUG nova.network.neutron [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [{"id": "7d81a525-4510-4c4d-a031-d64630e87100", "address": "fa:16:3e:4a:ef:4c", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d81a525-45", "ovs_interfaceid": "7d81a525-4510-4c4d-a031-d64630e87100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.283833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-8c1c5e15-8831-4592-9b6a-1bd9ae92560d" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.284955] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc1c935-64fe-41a1-8c49-5e30358f28f7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.292457] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c281377-0a80-4875-b2e8-7fff5dc0891a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.372662] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.373057] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026f8055-4f57-4851-9750-c23477c645a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.379949] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1377.379949] env[71079]: value = "task-3279994" [ 1377.379949] env[71079]: _type = "Task" [ 1377.379949] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.388150] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.890188] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279994, 'name': PowerOffVM_Task, 'duration_secs': 0.170021} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.890759] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.891096] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.891314] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.891467] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.891644] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.891786] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.891930] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.892148] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.892306] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.892470] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.892627] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.892796] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.897612] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41a5351-caa5-4dd9-872d-1ea8baaa66f0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.912329] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1377.912329] env[71079]: value = "task-3279995" [ 1377.912329] env[71079]: _type = "Task" [ 1377.912329] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.919701] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.421775] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279995, 'name': ReconfigVM_Task, 'duration_secs': 0.153619} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.422603] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cf7d65-25c4-4430-9e5a-bf7308134808 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.443565] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.443839] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.444019] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.444208] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.444353] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.444499] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.444713] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.444903] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.445087] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.445253] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.445424] env[71079]: DEBUG nova.virt.hardware [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.446278] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff3976f-45c6-4090-b40f-bdf13682f6d1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.451798] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1378.451798] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e14378-0df0-fc84-c4a3-cde0be8dff46" [ 1378.451798] env[71079]: _type = "Task" [ 1378.451798] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.460095] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e14378-0df0-fc84-c4a3-cde0be8dff46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.962112] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e14378-0df0-fc84-c4a3-cde0be8dff46, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.967554] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1378.967842] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-915ad9c3-926f-4aff-b1e1-13e24ed82104 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.986275] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1378.986275] env[71079]: value = "task-3279996" [ 1378.986275] env[71079]: _type = "Task" [ 1378.986275] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.995399] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.496094] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279996, 'name': ReconfigVM_Task, 'duration_secs': 0.229384} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.496630] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1379.497170] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81dbe94-c560-48d1-8721-6c32516206e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.521859] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.522168] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abbf6759-9bec-48df-943a-263372a75931 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.540482] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1379.540482] env[71079]: value = "task-3279997" [ 1379.540482] env[71079]: _type = "Task" [ 1379.540482] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.548291] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.049814] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279997, 'name': ReconfigVM_Task, 'duration_secs': 0.309517} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.050108] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d/8c1c5e15-8831-4592-9b6a-1bd9ae92560d.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.050924] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e93633-41df-488b-8a74-e198b6ebb286 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.071190] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb7883-ea89-4c72-8836-e3ad5ff290d3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.091449] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1eb66-4038-4373-ab9e-2a105201b618 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.111698] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a1bf7b-2314-4fe7-b842-661469dd96cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.118334] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.118564] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a483581a-5e4a-4a7b-828c-ff82b4ea4a13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.124901] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1380.124901] env[71079]: value = "task-3279998" [ 1380.124901] env[71079]: _type = "Task" [ 1380.124901] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.131992] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.634341] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.137372] env[71079]: DEBUG oslo_vmware.api [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279998, 'name': PowerOnVM_Task, 'duration_secs': 0.527538} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.137634] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.178758] env[71079]: INFO nova.compute.manager [None req-d58cba64-eae1-4802-932b-b6c54971674e tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance to original state: 'active' [ 1383.698935] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.699346] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.699479] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.699595] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.699772] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.701956] env[71079]: INFO nova.compute.manager [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Terminating instance [ 1384.206529] env[71079]: DEBUG nova.compute.manager [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.206808] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.207073] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25631937-308c-44a4-b857-b8e0ef64fa54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.214013] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1384.214013] env[71079]: value = "task-3279999" [ 1384.214013] env[71079]: _type = "Task" [ 1384.214013] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.221726] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.724234] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3279999, 'name': PowerOffVM_Task, 'duration_secs': 0.181621} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.724653] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.724653] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1384.725334] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655037', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'name': 'volume-54b38a52-12cd-457a-ae1d-7024c3341720', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8c1c5e15-8831-4592-9b6a-1bd9ae92560d', 'attached_at': '2025-04-03T19:15:22.000000', 'detached_at': '', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'serial': '54b38a52-12cd-457a-ae1d-7024c3341720'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1384.725629] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d229313-456e-4b67-a2ab-b8366a37f15b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.745688] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92c9cff-28f9-459a-9c6e-1fb45a3857ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.752494] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d2ce5-863c-4112-bc0a-05490344948f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.771460] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4b33b-0265-4a78-a00b-df95504700da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.785341] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] The volume has not been displaced from its original location: [datastore2] volume-54b38a52-12cd-457a-ae1d-7024c3341720/volume-54b38a52-12cd-457a-ae1d-7024c3341720.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1384.790585] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.790828] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d984f1-10ca-4173-97a8-1e25da89a7a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.808283] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1384.808283] env[71079]: value = "task-3280000" [ 1384.808283] env[71079]: _type = "Task" [ 1384.808283] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.815388] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.319162] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280000, 'name': ReconfigVM_Task, 'duration_secs': 0.205909} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.319408] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.324015] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e530fe-ee12-476a-b2a9-8a022066fb3f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.339636] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1385.339636] env[71079]: value = "task-3280001" [ 1385.339636] env[71079]: _type = "Task" [ 1385.339636] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.348358] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.849567] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280001, 'name': ReconfigVM_Task, 'duration_secs': 0.137345} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.849956] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655037', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'name': 'volume-54b38a52-12cd-457a-ae1d-7024c3341720', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8c1c5e15-8831-4592-9b6a-1bd9ae92560d', 'attached_at': '2025-04-03T19:15:22.000000', 'detached_at': '', 'volume_id': '54b38a52-12cd-457a-ae1d-7024c3341720', 'serial': '54b38a52-12cd-457a-ae1d-7024c3341720'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1385.850147] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.850885] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f23426-9139-4f22-9150-da94112ebe20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.857201] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.857411] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e43e5f22-1fab-458f-82d3-cb853ead132c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.926053] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.926287] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.926449] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleting the datastore file [datastore1] 8c1c5e15-8831-4592-9b6a-1bd9ae92560d {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.926706] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-014e839a-6bd7-4aae-a338-330f66275676 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.933790] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1385.933790] env[71079]: value = "task-3280003" [ 1385.933790] env[71079]: _type = "Task" [ 1385.933790] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.941263] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.444446] env[71079]: DEBUG oslo_vmware.api [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131286} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.444724] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.444919] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.445103] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.445282] env[71079]: INFO nova.compute.manager [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1386.445530] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.445731] env[71079]: DEBUG nova.compute.manager [-] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.445824] env[71079]: DEBUG nova.network.neutron [-] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.912126] env[71079]: DEBUG nova.compute.manager [req-aaac4eff-4bd9-4fca-97cb-0f2f516416c4 req-d85cc274-ca83-4fb2-b3e1-9edc90a94361 service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Received event network-vif-deleted-7d81a525-4510-4c4d-a031-d64630e87100 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.912360] env[71079]: INFO nova.compute.manager [req-aaac4eff-4bd9-4fca-97cb-0f2f516416c4 req-d85cc274-ca83-4fb2-b3e1-9edc90a94361 service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Neutron deleted interface 7d81a525-4510-4c4d-a031-d64630e87100; detaching it from the instance and deleting it from the info cache [ 1386.912517] env[71079]: DEBUG nova.network.neutron [req-aaac4eff-4bd9-4fca-97cb-0f2f516416c4 req-d85cc274-ca83-4fb2-b3e1-9edc90a94361 service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.387445] env[71079]: DEBUG nova.network.neutron [-] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.415509] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e41cb051-8e1c-44bf-930b-6d84541a1720 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.426329] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f452f69-e171-4dad-8472-488f030f4ec9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.449687] env[71079]: DEBUG nova.compute.manager [req-aaac4eff-4bd9-4fca-97cb-0f2f516416c4 req-d85cc274-ca83-4fb2-b3e1-9edc90a94361 service nova] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Detach interface failed, port_id=7d81a525-4510-4c4d-a031-d64630e87100, reason: Instance 8c1c5e15-8831-4592-9b6a-1bd9ae92560d could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1387.893521] env[71079]: INFO nova.compute.manager [-] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Took 1.45 seconds to deallocate network for instance. [ 1388.436267] env[71079]: INFO nova.compute.manager [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Took 0.54 seconds to detach 1 volumes for instance. [ 1388.942746] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.943065] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.943267] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.964159] env[71079]: INFO nova.scheduler.client.report [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted allocations for instance 8c1c5e15-8831-4592-9b6a-1bd9ae92560d [ 1389.472153] env[71079]: DEBUG oslo_concurrency.lockutils [None req-67cf83ef-9746-4af0-9480-c0ab888a8573 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "8c1c5e15-8831-4592-9b6a-1bd9ae92560d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.827232] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.827520] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.329796] env[71079]: DEBUG nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.852289] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.852554] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.854090] env[71079]: INFO nova.compute.claims [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.891919] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223c93d-4f0e-4091-8b89-3797beeeedb9 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.900737] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d8a99a-2c26-448f-bc78-0b70033e0b6d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.929184] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38eebb9-96bc-48c2-a638-955c7e115fea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.935627] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed01fb1-7ddc-43a2-93a6-160d9af04fac {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.947959] env[71079]: DEBUG nova.compute.provider_tree [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.450878] env[71079]: DEBUG nova.scheduler.client.report [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.955965] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.956570] env[71079]: DEBUG nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.462132] env[71079]: DEBUG nova.compute.utils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.463559] env[71079]: DEBUG nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.463719] env[71079]: DEBUG nova.network.neutron [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.511985] env[71079]: DEBUG nova.policy [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f65aa2899d60473185e551c087c8040a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cfefaa1db984c709b264b79802f213d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.778378] env[71079]: DEBUG nova.network.neutron [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Successfully created port: 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.967015] env[71079]: DEBUG nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.031862] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.977878] env[71079]: DEBUG nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.005044] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.005301] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.005451] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.005629] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.006387] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.006387] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.006387] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.006607] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.006607] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.006754] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.006927] env[71079]: DEBUG nova.virt.hardware [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.007815] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293940e3-cb0c-4da4-9be8-16183eafc0da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.015825] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec7dda-b7da-4070-8739-8f71e372fcf8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.037021] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.123126] env[71079]: DEBUG nova.compute.manager [req-50957c19-b352-44d7-b63d-6c7afdfa26e2 req-699aff57-7bbe-4a3c-b1d9-023b24138f8e service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-vif-plugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.123351] env[71079]: DEBUG oslo_concurrency.lockutils [req-50957c19-b352-44d7-b63d-6c7afdfa26e2 req-699aff57-7bbe-4a3c-b1d9-023b24138f8e service nova] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.123613] env[71079]: DEBUG oslo_concurrency.lockutils [req-50957c19-b352-44d7-b63d-6c7afdfa26e2 req-699aff57-7bbe-4a3c-b1d9-023b24138f8e service nova] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.123773] env[71079]: DEBUG oslo_concurrency.lockutils [req-50957c19-b352-44d7-b63d-6c7afdfa26e2 req-699aff57-7bbe-4a3c-b1d9-023b24138f8e service nova] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.124399] env[71079]: DEBUG nova.compute.manager [req-50957c19-b352-44d7-b63d-6c7afdfa26e2 req-699aff57-7bbe-4a3c-b1d9-023b24138f8e service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] No waiting events found dispatching network-vif-plugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.124605] env[71079]: WARNING nova.compute.manager [req-50957c19-b352-44d7-b63d-6c7afdfa26e2 req-699aff57-7bbe-4a3c-b1d9-023b24138f8e service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received unexpected event network-vif-plugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 for instance with vm_state building and task_state spawning. [ 1396.202387] env[71079]: DEBUG nova.network.neutron [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Successfully updated port: 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.705393] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.705529] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.705651] env[71079]: DEBUG nova.network.neutron [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.245546] env[71079]: DEBUG nova.network.neutron [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.375294] env[71079]: DEBUG nova.network.neutron [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df0240b-4c", "ovs_interfaceid": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.877699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.878069] env[71079]: DEBUG nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Instance network_info: |[{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df0240b-4c", "ovs_interfaceid": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.878503] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e0:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df0240b-4cc7-49f5-bfa7-b3d0de7802f7', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.886651] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.886855] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.887086] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71bd53e6-3fcd-46a4-90d9-fac40eb7edd3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.906912] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.906912] env[71079]: value = "task-3280004" [ 1397.906912] env[71079]: _type = "Task" [ 1397.906912] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.914683] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280004, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.037481] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.153886] env[71079]: DEBUG nova.compute.manager [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.153973] env[71079]: DEBUG nova.compute.manager [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing instance network info cache due to event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.154278] env[71079]: DEBUG oslo_concurrency.lockutils [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] Acquiring lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.154356] env[71079]: DEBUG oslo_concurrency.lockutils [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] Acquired lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.154537] env[71079]: DEBUG nova.network.neutron [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.417130] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280004, 'name': CreateVM_Task, 'duration_secs': 0.283008} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.417474] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.417956] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.418153] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.418470] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.418704] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23149b40-1188-47f5-91ea-09a259847568 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.422962] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1398.422962] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52850ce8-5370-f9ae-a701-ef79bc4718c4" [ 1398.422962] env[71079]: _type = "Task" [ 1398.422962] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.429979] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52850ce8-5370-f9ae-a701-ef79bc4718c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.838840] env[71079]: DEBUG nova.network.neutron [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updated VIF entry in instance network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.839283] env[71079]: DEBUG nova.network.neutron [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df0240b-4c", "ovs_interfaceid": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.932737] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52850ce8-5370-f9ae-a701-ef79bc4718c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.933028] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.933250] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.933507] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.933662] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.933840] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.934105] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc630b3c-1511-44f3-ad91-20080673d813 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.942340] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.942470] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.943170] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ebfe10-95c4-4c62-9151-02fc1bbe18ca {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.947576] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1398.947576] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5c9f3-1921-7262-fce1-0dc81d31616c" [ 1398.947576] env[71079]: _type = "Task" [ 1398.947576] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.954429] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5c9f3-1921-7262-fce1-0dc81d31616c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.036554] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.036772] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.036928] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.037089] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1399.342274] env[71079]: DEBUG oslo_concurrency.lockutils [req-83dc7ea0-4eb3-4770-9522-06987bfc0b66 req-3c35ee44-f7e6-4cef-8451-08f6137934ee service nova] Releasing lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.457846] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5c9f3-1921-7262-fce1-0dc81d31616c, 'name': SearchDatastore_Task, 'duration_secs': 0.007735} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.458622] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69c7f65-b448-4a56-b68c-8978ec96c791 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.464008] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1399.464008] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523eb23a-f54f-a446-c699-938335e657a8" [ 1399.464008] env[71079]: _type = "Task" [ 1399.464008] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.471248] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523eb23a-f54f-a446-c699-938335e657a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.973906] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]523eb23a-f54f-a446-c699-938335e657a8, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.974902] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.974902] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.974902] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c6cccac-4331-4a22-9066-41fa606fbc36 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.983050] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1399.983050] env[71079]: value = "task-3280005" [ 1399.983050] env[71079]: _type = "Task" [ 1399.983050] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.989591] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.037025] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.491428] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460944} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.491861] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.491861] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.492155] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb00960-0466-4822-bf9c-44ca9a2fb0aa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.497458] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1400.497458] env[71079]: value = "task-3280006" [ 1400.497458] env[71079]: _type = "Task" [ 1400.497458] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.504276] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.540404] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.540640] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.540809] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.540964] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1400.541805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3cb32-b568-4790-9cc6-fa13b3cb7d86 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.549048] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4fc4a-e726-4755-bb97-7fc119b304f4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.562065] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263c927d-67cf-4e70-ae97-f92f67ce8126 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.568263] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b6ef44-3266-47fd-a267-398c2748fdf6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.597125] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180843MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1400.597256] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.597458] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.007860] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061648} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.008145] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.008888] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56acf2-f5a6-4512-ab87-fc74ed89dab8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.030398] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.030617] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39945d07-ee71-429d-9d8c-309c5f788a6b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.049375] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1401.049375] env[71079]: value = "task-3280007" [ 1401.049375] env[71079]: _type = "Task" [ 1401.049375] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.056807] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.559484] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280007, 'name': ReconfigVM_Task, 'duration_secs': 0.255392} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.559937] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.560408] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1115546e-1de0-4998-a785-961c2a1a505a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.567073] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1401.567073] env[71079]: value = "task-3280008" [ 1401.567073] env[71079]: _type = "Task" [ 1401.567073] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.574033] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280008, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.622659] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 5cf255ca-ad5f-428d-89d2-8d92eb007322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.622855] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1401.622999] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1401.648357] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e6aeb-88d7-4c98-ba6a-dc06ce72935a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.655154] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1dc69f-9a9c-4795-80aa-31ca04a30b16 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.684797] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848cce2c-1aea-45f8-9155-0da25fc0d6bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.691551] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307beb31-cc3c-45ab-9687-4a6ac0fd87f1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.704067] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.076574] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280008, 'name': Rename_Task, 'duration_secs': 0.154238} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.076832] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.077074] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb1706d0-3316-48f1-b51f-c276675ccc55 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.083698] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1402.083698] env[71079]: value = "task-3280009" [ 1402.083698] env[71079]: _type = "Task" [ 1402.083698] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.090604] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.207568] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.592790] env[71079]: DEBUG oslo_vmware.api [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280009, 'name': PowerOnVM_Task, 'duration_secs': 0.434936} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.593183] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.593318] env[71079]: INFO nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1402.593488] env[71079]: DEBUG nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.594270] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc6bb6e-1e41-4bcf-b331-62916f3da132 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.712386] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1402.712702] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.113590] env[71079]: INFO nova.compute.manager [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Took 11.28 seconds to build instance. [ 1403.616716] env[71079]: DEBUG oslo_concurrency.lockutils [None req-10802e14-a4b0-4a8b-86b8-c077e7f3e50f tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.789s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.713177] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.783814] env[71079]: DEBUG nova.compute.manager [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.785365] env[71079]: DEBUG nova.compute.manager [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing instance network info cache due to event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.785606] env[71079]: DEBUG oslo_concurrency.lockutils [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] Acquiring lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.785750] env[71079]: DEBUG oslo_concurrency.lockutils [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] Acquired lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.785907] env[71079]: DEBUG nova.network.neutron [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.032611] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.484386] env[71079]: DEBUG nova.network.neutron [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updated VIF entry in instance network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.484718] env[71079]: DEBUG nova.network.neutron [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df0240b-4c", "ovs_interfaceid": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.987370] env[71079]: DEBUG oslo_concurrency.lockutils [req-163bdf52-c223-42e7-aa2f-c1d69afa144d req-d96b6130-83ce-4891-9dfc-f8343afc6447 service nova] Releasing lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.602953] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.603381] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.603836] env[71079]: INFO nova.compute.manager [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Shelving [ 1442.613593] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.614041] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35464d1-3305-41c9-88e8-7376a2cb5db5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.621713] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1442.621713] env[71079]: value = "task-3280010" [ 1442.621713] env[71079]: _type = "Task" [ 1442.621713] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.629564] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.132015] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280010, 'name': PowerOffVM_Task, 'duration_secs': 0.168239} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.132291] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.133085] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d2feb4-303a-48e3-9f25-ac9b8bea5f54 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.152137] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eac939-7b13-457e-abcc-f94b2e31278c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.662175] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Creating Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1443.662560] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e911162f-0b68-4509-8864-3653e7dcd8bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.670446] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1443.670446] env[71079]: value = "task-3280011" [ 1443.670446] env[71079]: _type = "Task" [ 1443.670446] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.679339] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280011, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.180987] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280011, 'name': CreateSnapshot_Task, 'duration_secs': 0.410338} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.181277] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Created Snapshot of the VM instance {{(pid=71079) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1444.181997] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e778cb-0ff9-4a33-9921-1e5d57d2af93 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.699212] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Creating linked-clone VM from snapshot {{(pid=71079) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1444.699614] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7633c2c-305d-4809-b6e1-ac9c8ac7c646 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.707624] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1444.707624] env[71079]: value = "task-3280012" [ 1444.707624] env[71079]: _type = "Task" [ 1444.707624] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.715606] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280012, 'name': CloneVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.217827] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280012, 'name': CloneVM_Task} progress is 94%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.718553] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280012, 'name': CloneVM_Task, 'duration_secs': 0.980346} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.718921] env[71079]: INFO nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Created linked-clone VM from snapshot [ 1445.719548] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437cd785-f03d-4a24-be61-9be58e552c56 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.726285] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Uploading image 32957778-fe45-4d36-8708-f9975b1a67ad {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1445.745627] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1445.745627] env[71079]: value = "vm-655040" [ 1445.745627] env[71079]: _type = "VirtualMachine" [ 1445.745627] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1445.745850] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7992b494-7749-4e13-97dd-d128d23893fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.751698] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease: (returnval){ [ 1445.751698] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5e2b6-117b-9ed3-7539-163f8209fbc8" [ 1445.751698] env[71079]: _type = "HttpNfcLease" [ 1445.751698] env[71079]: } obtained for exporting VM: (result){ [ 1445.751698] env[71079]: value = "vm-655040" [ 1445.751698] env[71079]: _type = "VirtualMachine" [ 1445.751698] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1445.752074] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the lease: (returnval){ [ 1445.752074] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5e2b6-117b-9ed3-7539-163f8209fbc8" [ 1445.752074] env[71079]: _type = "HttpNfcLease" [ 1445.752074] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1445.757520] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1445.757520] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5e2b6-117b-9ed3-7539-163f8209fbc8" [ 1445.757520] env[71079]: _type = "HttpNfcLease" [ 1445.757520] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1446.260390] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1446.260390] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5e2b6-117b-9ed3-7539-163f8209fbc8" [ 1446.260390] env[71079]: _type = "HttpNfcLease" [ 1446.260390] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1446.260699] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1446.260699] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52e5e2b6-117b-9ed3-7539-163f8209fbc8" [ 1446.260699] env[71079]: _type = "HttpNfcLease" [ 1446.260699] env[71079]: }. {{(pid=71079) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1446.261375] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b42b40e-0cd7-4761-b575-7262be5fd425 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.268183] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e1081-d227-d79b-404f-e920f2a3ff8d/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1446.268354] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e1081-d227-d79b-404f-e920f2a3ff8d/disk-0.vmdk for reading. {{(pid=71079) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1446.358615] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d3d409a-54e1-45b8-b98f-a25f288b8b4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.218748] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e1081-d227-d79b-404f-e920f2a3ff8d/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1453.219758] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b41264-5877-49ff-86ef-fa078e18b441 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.225964] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e1081-d227-d79b-404f-e920f2a3ff8d/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1453.226205] env[71079]: ERROR oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e1081-d227-d79b-404f-e920f2a3ff8d/disk-0.vmdk due to incomplete transfer. [ 1453.226359] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-638445fe-491d-4492-9ba7-c3f7e60a85f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.233712] env[71079]: DEBUG oslo_vmware.rw_handles [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e1081-d227-d79b-404f-e920f2a3ff8d/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1453.233902] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Uploaded image 32957778-fe45-4d36-8708-f9975b1a67ad to the Glance image server {{(pid=71079) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1453.236323] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Destroying the VM {{(pid=71079) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1453.236553] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf6f9801-3a8f-4a0c-8a22-6b3baf7f7d04 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.242130] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1453.242130] env[71079]: value = "task-3280014" [ 1453.242130] env[71079]: _type = "Task" [ 1453.242130] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.249339] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280014, 'name': Destroy_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.755662] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280014, 'name': Destroy_Task, 'duration_secs': 0.340363} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.756072] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Destroyed the VM [ 1453.756418] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Deleting Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1453.756751] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-94737717-5bbc-43fe-a844-054be56f0dbf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.763870] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1453.763870] env[71079]: value = "task-3280015" [ 1453.763870] env[71079]: _type = "Task" [ 1453.763870] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.773471] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.274549] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280015, 'name': RemoveSnapshot_Task, 'duration_secs': 0.356196} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.274918] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Deleted Snapshot of the VM instance {{(pid=71079) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1454.275139] env[71079]: DEBUG nova.compute.manager [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.275918] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9baca4-25d3-450e-9720-08a615dc632f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.787397] env[71079]: INFO nova.compute.manager [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Shelve offloading [ 1455.291575] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.291955] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac1110f-fd26-4226-b42a-9e62346c90b8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.299665] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1455.299665] env[71079]: value = "task-3280016" [ 1455.299665] env[71079]: _type = "Task" [ 1455.299665] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.307505] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.811022] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] VM already powered off {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1455.811180] env[71079]: DEBUG nova.compute.manager [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.811946] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b3ac0c-cc9e-4f0b-b561-dab4107505f8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.817320] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.817472] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.817645] env[71079]: DEBUG nova.network.neutron [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.508241] env[71079]: DEBUG nova.network.neutron [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df0240b-4c", "ovs_interfaceid": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.010776] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.037385] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.037575] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.038088] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.038244] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Cleaning up deleted instances with incomplete migration {{(pid=71079) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1457.211562] env[71079]: DEBUG nova.compute.manager [req-08212cca-1e86-4c6b-813a-7b3069925fcc req-2433037a-9308-43a3-99b2-872318da0da0 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-vif-unplugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.211782] env[71079]: DEBUG oslo_concurrency.lockutils [req-08212cca-1e86-4c6b-813a-7b3069925fcc req-2433037a-9308-43a3-99b2-872318da0da0 service nova] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.211982] env[71079]: DEBUG oslo_concurrency.lockutils [req-08212cca-1e86-4c6b-813a-7b3069925fcc req-2433037a-9308-43a3-99b2-872318da0da0 service nova] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.212167] env[71079]: DEBUG oslo_concurrency.lockutils [req-08212cca-1e86-4c6b-813a-7b3069925fcc req-2433037a-9308-43a3-99b2-872318da0da0 service nova] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.212331] env[71079]: DEBUG nova.compute.manager [req-08212cca-1e86-4c6b-813a-7b3069925fcc req-2433037a-9308-43a3-99b2-872318da0da0 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] No waiting events found dispatching network-vif-unplugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1457.212536] env[71079]: WARNING nova.compute.manager [req-08212cca-1e86-4c6b-813a-7b3069925fcc req-2433037a-9308-43a3-99b2-872318da0da0 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received unexpected event network-vif-unplugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 for instance with vm_state shelved and task_state shelving_offloading. [ 1457.316783] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.317687] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6ac1b-ae6a-4821-82f8-6a9fb56fdf48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.324628] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.324843] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3fc7943-2aaa-4299-b596-cf5330132b62 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.391603] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.391854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.392020] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleting the datastore file [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.392286] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f11e50e-74dc-46cb-84b8-f47e35d922a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.400172] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1457.400172] env[71079]: value = "task-3280018" [ 1457.400172] env[71079]: _type = "Task" [ 1457.400172] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.407323] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.909811] env[71079]: DEBUG oslo_vmware.api [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130647} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.910212] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.910441] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.910719] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.965221] env[71079]: INFO nova.scheduler.client.report [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted allocations for instance 5cf255ca-ad5f-428d-89d2-8d92eb007322 [ 1458.470277] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.470578] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.470802] env[71079]: DEBUG nova.objects.instance [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'resources' on Instance uuid 5cf255ca-ad5f-428d-89d2-8d92eb007322 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.973572] env[71079]: DEBUG nova.objects.instance [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cf255ca-ad5f-428d-89d2-8d92eb007322 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.239023] env[71079]: DEBUG nova.compute.manager [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.239023] env[71079]: DEBUG nova.compute.manager [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing instance network info cache due to event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.239023] env[71079]: DEBUG oslo_concurrency.lockutils [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] Acquiring lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.239023] env[71079]: DEBUG oslo_concurrency.lockutils [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] Acquired lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.239023] env[71079]: DEBUG nova.network.neutron [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.476018] env[71079]: DEBUG nova.objects.base [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Object Instance<5cf255ca-ad5f-428d-89d2-8d92eb007322> lazy-loaded attributes: resources,numa_topology {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1459.502205] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e794dd-889e-474f-97e1-b7b6c17cd737 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.510066] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2363661-6859-4f6c-852e-23f2df1df4c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.539344] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.539749] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.540445] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c23a65-c8ad-4dfd-b162-030f0efadb9d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.542857] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.543052] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.543194] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1459.548146] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6297ed4e-9cd5-431c-a04c-8497a081d7af {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.562018] env[71079]: DEBUG nova.compute.provider_tree [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.965018] env[71079]: DEBUG nova.network.neutron [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updated VIF entry in instance network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.965370] env[71079]: DEBUG nova.network.neutron [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5df0240b-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.065225] env[71079]: DEBUG nova.scheduler.client.report [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.318828] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.467590] env[71079]: DEBUG oslo_concurrency.lockutils [req-87efbc91-64a7-4443-b2e8-251f2c1567d8 req-4faccdba-d569-4f45-bb9e-68485aa84332 service nova] Releasing lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.569851] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.037068] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.037277] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.077185] env[71079]: DEBUG oslo_concurrency.lockutils [None req-2a55bfd6-49fd-499e-bc07-0f5020a3acb2 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.474s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.078266] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.760s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.078392] env[71079]: INFO nova.compute.manager [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Unshelving [ 1461.540755] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.541056] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.541251] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.541405] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1461.542316] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19066284-9d61-4032-9c20-d5b36da5b458 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.551055] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d0bcd-1f07-4799-aee7-3f2eefce56fd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.564520] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505bb9b-11a0-4772-9278-8136f0e27dc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.570614] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6875091-0467-49f9-87db-84a0f50ff4e5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.602557] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180861MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1461.602700] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.602884] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.119024] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.128118] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 5cf255ca-ad5f-428d-89d2-8d92eb007322 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1463.128513] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1463.128513] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1463.155869] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1529d8f0-b87d-4bbf-ab25-e0a047037aed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.163356] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3005017-e6b4-4a4b-998a-f6693eb92c59 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.193805] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42060738-910b-4447-b999-b1cd7b512683 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.201135] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd1927f-3f72-446a-bd38-fbfa49b5ea26 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.214062] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.716944] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.221802] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1464.222230] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.619s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.222339] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.103s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.222530] env[71079]: DEBUG nova.objects.instance [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'pci_requests' on Instance uuid 5cf255ca-ad5f-428d-89d2-8d92eb007322 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.223974] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.224150] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Cleaning up deleted instances {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1464.728151] env[71079]: DEBUG nova.objects.instance [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cf255ca-ad5f-428d-89d2-8d92eb007322 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.735028] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] There are 25 instances to clean {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1464.735028] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: f8889480-a60f-4a49-9ff9-f88da2c55b98] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.237880] env[71079]: INFO nova.compute.claims [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.240513] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 8c1c5e15-8831-4592-9b6a-1bd9ae92560d] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.745922] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d8148863-22bd-4acf-bbf7-24672dce490b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.251695] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 7a077e13-a8e0-40b4-9e04-9b806e611577] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.278068] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01070f11-9e06-45f9-82e7-b853c9b706a8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.286468] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dcffa5-86fb-498f-ad1b-f207c9848717 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.316996] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a25bd-4702-4eaf-917e-c9f3f6fa1d19 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.323812] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76ecb2-02b4-48b1-a906-228cae96d575 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.336477] env[71079]: DEBUG nova.compute.provider_tree [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.754713] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 02eedc2c-9ea2-4bdb-a656-b9f4e54069d2] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.839685] env[71079]: DEBUG nova.scheduler.client.report [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.257767] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: dbb32347-510a-4594-b5c1-24aeffbeba22] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.344059] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.122s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.373161] env[71079]: INFO nova.network.neutron [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1467.760848] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 0f376fda-13dc-4381-9e21-e2df48b9011b] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.264699] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 7e3fbb1c-377d-45f0-bf7d-e41540d26928] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.732166] env[71079]: DEBUG nova.compute.manager [req-fb48b9a9-ba0d-449e-9911-1418c8dcd411 req-7ed9615d-3ced-40b0-9fe9-c8b3c4fe0d3f service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-vif-plugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.732396] env[71079]: DEBUG oslo_concurrency.lockutils [req-fb48b9a9-ba0d-449e-9911-1418c8dcd411 req-7ed9615d-3ced-40b0-9fe9-c8b3c4fe0d3f service nova] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.732611] env[71079]: DEBUG oslo_concurrency.lockutils [req-fb48b9a9-ba0d-449e-9911-1418c8dcd411 req-7ed9615d-3ced-40b0-9fe9-c8b3c4fe0d3f service nova] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.732803] env[71079]: DEBUG oslo_concurrency.lockutils [req-fb48b9a9-ba0d-449e-9911-1418c8dcd411 req-7ed9615d-3ced-40b0-9fe9-c8b3c4fe0d3f service nova] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.732973] env[71079]: DEBUG nova.compute.manager [req-fb48b9a9-ba0d-449e-9911-1418c8dcd411 req-7ed9615d-3ced-40b0-9fe9-c8b3c4fe0d3f service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] No waiting events found dispatching network-vif-plugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1468.733152] env[71079]: WARNING nova.compute.manager [req-fb48b9a9-ba0d-449e-9911-1418c8dcd411 req-7ed9615d-3ced-40b0-9fe9-c8b3c4fe0d3f service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received unexpected event network-vif-plugged-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1468.767369] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 55af404d-cee6-41de-a8e5-99a664d30869] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.813608] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.813858] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.813965] env[71079]: DEBUG nova.network.neutron [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.270068] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: b0de78ef-f866-4690-8bd7-8270d0a5ce3f] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.501708] env[71079]: DEBUG nova.network.neutron [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df0240b-4c", "ovs_interfaceid": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.772965] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 4fa37152-e122-470c-ad7d-66b9d77b217f] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.004402] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.034070] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='601d4751da43b8df5badc451291ab1a0',container_format='bare',created_at=2025-04-03T19:16:27Z,direct_url=,disk_format='vmdk',id=32957778-fe45-4d36-8708-f9975b1a67ad,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-309279887-shelved',owner='2cfefaa1db984c709b264b79802f213d',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-03T19:16:39Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.034325] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.034478] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.034652] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.034828] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.034976] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.035198] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.035357] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.035522] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.035691] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.035856] env[71079]: DEBUG nova.virt.hardware [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.036710] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa83f49-6a9a-424c-944e-ffe4c9ba15a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.044322] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0505f4c3-c510-499f-b854-5f2ee4aa87e0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.057630] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e0:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df0240b-4cc7-49f5-bfa7-b3d0de7802f7', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.064985] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1470.065214] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.065408] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b347844e-be5e-44b1-83d8-a639a6380586 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.084088] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.084088] env[71079]: value = "task-3280019" [ 1470.084088] env[71079]: _type = "Task" [ 1470.084088] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.091107] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280019, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.276065] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d2ea129d-4f19-4104-8af7-464168f95a82] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.593865] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280019, 'name': CreateVM_Task, 'duration_secs': 0.317435} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.594070] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.594675] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.594873] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.595285] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.595532] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9dc0911-0e40-4922-be19-21b4f9517ed0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.599685] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1470.599685] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52722d64-312b-5332-5da8-c84f2b3fa5c0" [ 1470.599685] env[71079]: _type = "Task" [ 1470.599685] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.606938] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52722d64-312b-5332-5da8-c84f2b3fa5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.757770] env[71079]: DEBUG nova.compute.manager [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.757936] env[71079]: DEBUG nova.compute.manager [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing instance network info cache due to event network-changed-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1470.758170] env[71079]: DEBUG oslo_concurrency.lockutils [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] Acquiring lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.758313] env[71079]: DEBUG oslo_concurrency.lockutils [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] Acquired lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.758467] env[71079]: DEBUG nova.network.neutron [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Refreshing network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.779611] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: e209b479-6582-4edc-a9d2-bd8d3f6465bc] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.109251] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.109516] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Processing image 32957778-fe45-4d36-8708-f9975b1a67ad {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.109790] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad/32957778-fe45-4d36-8708-f9975b1a67ad.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.109971] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad/32957778-fe45-4d36-8708-f9975b1a67ad.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.110213] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.110482] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd12760-c35f-4b75-8213-cdaaf9435c38 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.118379] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.118588] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.119270] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f2cd8f-ce04-48ce-adee-339a688c4559 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.125270] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1471.125270] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52311e44-0521-417b-67e3-807e5d9d34b5" [ 1471.125270] env[71079]: _type = "Task" [ 1471.125270] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.131975] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52311e44-0521-417b-67e3-807e5d9d34b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.282628] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: c62e0f50-19ba-4c48-83e3-023011f35456] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.450833] env[71079]: DEBUG nova.network.neutron [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updated VIF entry in instance network info cache for port 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.451188] env[71079]: DEBUG nova.network.neutron [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [{"id": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "address": "fa:16:3e:fe:e0:4e", "network": {"id": "7dbcd695-8b33-4f37-a95a-2549ead29ce5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1806301737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cfefaa1db984c709b264b79802f213d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df0240b-4c", "ovs_interfaceid": "5df0240b-4cc7-49f5-bfa7-b3d0de7802f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.634687] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Preparing fetch location {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1471.634965] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Fetch image to [datastore2] OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c/OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c.vmdk {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1471.635178] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Downloading stream optimized image 32957778-fe45-4d36-8708-f9975b1a67ad to [datastore2] OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c/OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c.vmdk on the data store datastore2 as vApp {{(pid=71079) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1471.635346] env[71079]: DEBUG nova.virt.vmwareapi.images [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Downloading image file data 32957778-fe45-4d36-8708-f9975b1a67ad to the ESX as VM named 'OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c' {{(pid=71079) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1471.698551] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1471.698551] env[71079]: value = "resgroup-9" [ 1471.698551] env[71079]: _type = "ResourcePool" [ 1471.698551] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1471.698921] env[71079]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-650bc551-52d2-4eaf-84cb-73186d627698 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.719718] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease: (returnval){ [ 1471.719718] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d249-cce7-a5c5-7ce6-6ea50cbe4cec" [ 1471.719718] env[71079]: _type = "HttpNfcLease" [ 1471.719718] env[71079]: } obtained for vApp import into resource pool (val){ [ 1471.719718] env[71079]: value = "resgroup-9" [ 1471.719718] env[71079]: _type = "ResourcePool" [ 1471.719718] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1471.720027] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the lease: (returnval){ [ 1471.720027] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d249-cce7-a5c5-7ce6-6ea50cbe4cec" [ 1471.720027] env[71079]: _type = "HttpNfcLease" [ 1471.720027] env[71079]: } to be ready. {{(pid=71079) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1471.725631] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1471.725631] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d249-cce7-a5c5-7ce6-6ea50cbe4cec" [ 1471.725631] env[71079]: _type = "HttpNfcLease" [ 1471.725631] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1471.785352] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 9f6b94dc-9e37-4784-b84f-dc4015e1bda9] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.953671] env[71079]: DEBUG oslo_concurrency.lockutils [req-dc5362f0-746d-4394-8aa6-23a63bb4696c req-55efbd1d-cd7d-4175-aa15-5316221c2c89 service nova] Releasing lock "refresh_cache-5cf255ca-ad5f-428d-89d2-8d92eb007322" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.228205] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1472.228205] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d249-cce7-a5c5-7ce6-6ea50cbe4cec" [ 1472.228205] env[71079]: _type = "HttpNfcLease" [ 1472.228205] env[71079]: } is initializing. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1472.288914] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: d6a74d24-b9ed-4028-ae44-f1db5f1162ac] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.728584] env[71079]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1472.728584] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d249-cce7-a5c5-7ce6-6ea50cbe4cec" [ 1472.728584] env[71079]: _type = "HttpNfcLease" [ 1472.728584] env[71079]: } is ready. {{(pid=71079) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1472.728950] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1472.728950] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5223d249-cce7-a5c5-7ce6-6ea50cbe4cec" [ 1472.728950] env[71079]: _type = "HttpNfcLease" [ 1472.728950] env[71079]: }. {{(pid=71079) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1472.729588] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c8ced3-8b27-4c0f-83be-647ff8c13b5c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.736705] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a2d3e-a962-5761-7e63-bf3718cc50b9/disk-0.vmdk from lease info. {{(pid=71079) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1472.736934] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a2d3e-a962-5761-7e63-bf3718cc50b9/disk-0.vmdk. {{(pid=71079) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1472.792253] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 9fbac0f7-5ef9-443e-aa2c-0cf452a78f5f] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.798880] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-004953fd-fa06-4dfe-89bc-d3695ffcc482 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.296059] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: fd1fd92d-5373-465f-8f86-4d3803b002df] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.798715] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 48678790-a5b7-498a-b053-b0de2bff0fec] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.976595] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Completed reading data from the image iterator. {{(pid=71079) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1473.976836] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a2d3e-a962-5761-7e63-bf3718cc50b9/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1473.977889] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3003335a-6111-44ce-87bb-c250f630d31e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.985505] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a2d3e-a962-5761-7e63-bf3718cc50b9/disk-0.vmdk is in state: ready. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1473.985705] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a2d3e-a962-5761-7e63-bf3718cc50b9/disk-0.vmdk. {{(pid=71079) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1473.985986] env[71079]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7bf512bb-ae6a-45e8-abc7-ac219131956f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.304216] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 4e8d51bf-e49c-4794-8730-2332eedc8fd1] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.457591] env[71079]: DEBUG oslo_vmware.rw_handles [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a2d3e-a962-5761-7e63-bf3718cc50b9/disk-0.vmdk. {{(pid=71079) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1474.457814] env[71079]: INFO nova.virt.vmwareapi.images [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Downloaded image file data 32957778-fe45-4d36-8708-f9975b1a67ad [ 1474.458708] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201ba00-f8b1-4bce-b4fa-f2ea6fed7e7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.475866] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cca0424-db27-490f-9962-017759d5a612 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.508593] env[71079]: INFO nova.virt.vmwareapi.images [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] The imported VM was unregistered [ 1474.511012] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Caching image {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1474.511262] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Creating directory with path [datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.511521] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15f94b11-c853-4b92-88f9-034d11909ccc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.522191] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Created directory with path [datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1474.522371] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c/OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c.vmdk to [datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad/32957778-fe45-4d36-8708-f9975b1a67ad.vmdk. {{(pid=71079) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1474.522599] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-06577ed2-991a-4407-8a77-166e24d73080 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.528853] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1474.528853] env[71079]: value = "task-3280022" [ 1474.528853] env[71079]: _type = "Task" [ 1474.528853] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.536819] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280022, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.807406] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 4ca30229-e749-4f20-a0fc-f1f63d1812ee] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.039642] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280022, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.311413] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 447fc5ce-65d6-428d-8e98-44e784846996] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.540681] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280022, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.816039] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: be812872-bffc-49c1-ae14-a298d3c4ac6f] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.041765] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280022, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.319464] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: f9f1ddc4-b4b7-4e28-8aea-2b6f6849e574] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.541606] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280022, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.822903] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] [instance: 8fa2bff0-a236-4b94-b16d-5147012bd8ba] Instance has had 0 of 5 cleanup attempts {{(pid=71079) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.042017] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280022, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.246479} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.042319] env[71079]: INFO nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c/OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c.vmdk to [datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad/32957778-fe45-4d36-8708-f9975b1a67ad.vmdk. [ 1477.042510] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Cleaning up location [datastore2] OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1477.042670] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a00256e5-3f3f-4297-b340-450830f5a32c {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.042925] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c0c617-2c2f-45e7-93a0-e2dad554f6d2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.048794] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1477.048794] env[71079]: value = "task-3280023" [ 1477.048794] env[71079]: _type = "Task" [ 1477.048794] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.055982] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.326465] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.559242] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035781} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.559484] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.559650] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad/32957778-fe45-4d36-8708-f9975b1a67ad.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.559887] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad/32957778-fe45-4d36-8708-f9975b1a67ad.vmdk to [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.560147] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2f939e4-03d9-44c2-829a-09c646ff0385 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.566664] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1477.566664] env[71079]: value = "task-3280024" [ 1477.566664] env[71079]: _type = "Task" [ 1477.566664] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.574685] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.076792] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280024, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.577554] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280024, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.079215] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280024, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.579471] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280024, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.079867] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280024, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.152938} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.080146] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/32957778-fe45-4d36-8708-f9975b1a67ad/32957778-fe45-4d36-8708-f9975b1a67ad.vmdk to [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.080914] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0aa323-ab9b-44f6-a8c1-4fcc21311f1a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.101916] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.102148] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc4ecae4-63f2-479d-aa92-e6e9414e0509 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.122615] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1480.122615] env[71079]: value = "task-3280025" [ 1480.122615] env[71079]: _type = "Task" [ 1480.122615] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.130297] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.632420] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280025, 'name': ReconfigVM_Task, 'duration_secs': 0.271825} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.632823] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322/5cf255ca-ad5f-428d-89d2-8d92eb007322.vmdk or device None with type streamOptimized {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.633333] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3140e9ee-cfcf-41b0-ae59-2681bf09a0a5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.639329] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1480.639329] env[71079]: value = "task-3280026" [ 1480.639329] env[71079]: _type = "Task" [ 1480.639329] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.646757] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280026, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.148883] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280026, 'name': Rename_Task, 'duration_secs': 0.13267} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.149250] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.149560] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed443f74-5042-462d-85cf-69995c0f2751 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.156304] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1481.156304] env[71079]: value = "task-3280027" [ 1481.156304] env[71079]: _type = "Task" [ 1481.156304] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.164182] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.666254] env[71079]: DEBUG oslo_vmware.api [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280027, 'name': PowerOnVM_Task, 'duration_secs': 0.442544} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.666686] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.760844] env[71079]: DEBUG nova.compute.manager [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.761780] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d08adb-692a-4572-864c-4a28fbfe955f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.278619] env[71079]: DEBUG oslo_concurrency.lockutils [None req-f368e7b7-8353-4cdf-a6a0-84054db688db tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.200s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.154170] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.154539] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.154683] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.154871] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.155060] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.157291] env[71079]: INFO nova.compute.manager [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Terminating instance [ 1483.661206] env[71079]: DEBUG nova.compute.manager [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.661495] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.662751] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522ea54f-4360-4b97-8f13-3cbeaab0bc11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.670443] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.670665] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-353c9d56-db71-4628-902d-2016233ebc13 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.676648] env[71079]: DEBUG oslo_vmware.api [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1483.676648] env[71079]: value = "task-3280028" [ 1483.676648] env[71079]: _type = "Task" [ 1483.676648] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.684083] env[71079]: DEBUG oslo_vmware.api [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.186889] env[71079]: DEBUG oslo_vmware.api [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280028, 'name': PowerOffVM_Task, 'duration_secs': 0.177375} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.187325] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.187325] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.187570] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca43bc11-9a1f-4f19-b443-14a2613a9c11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.253177] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.253454] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.253574] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleting the datastore file [datastore2] 5cf255ca-ad5f-428d-89d2-8d92eb007322 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.253824] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6543509d-8638-4fcd-940b-a3052d6ed034 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.260225] env[71079]: DEBUG oslo_vmware.api [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for the task: (returnval){ [ 1484.260225] env[71079]: value = "task-3280030" [ 1484.260225] env[71079]: _type = "Task" [ 1484.260225] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.267576] env[71079]: DEBUG oslo_vmware.api [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.769403] env[71079]: DEBUG oslo_vmware.api [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Task: {'id': task-3280030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121295} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.769707] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.769828] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.770011] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.770197] env[71079]: INFO nova.compute.manager [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1484.770438] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1484.770703] env[71079]: DEBUG nova.compute.manager [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.770811] env[71079]: DEBUG nova.network.neutron [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.233198] env[71079]: DEBUG nova.compute.manager [req-4d075956-9817-4506-b2ce-b3503cea56f9 req-58ef589b-3a05-472f-b69b-2706a7f019a8 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Received event network-vif-deleted-5df0240b-4cc7-49f5-bfa7-b3d0de7802f7 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.233502] env[71079]: INFO nova.compute.manager [req-4d075956-9817-4506-b2ce-b3503cea56f9 req-58ef589b-3a05-472f-b69b-2706a7f019a8 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Neutron deleted interface 5df0240b-4cc7-49f5-bfa7-b3d0de7802f7; detaching it from the instance and deleting it from the info cache [ 1485.233695] env[71079]: DEBUG nova.network.neutron [req-4d075956-9817-4506-b2ce-b3503cea56f9 req-58ef589b-3a05-472f-b69b-2706a7f019a8 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.707377] env[71079]: DEBUG nova.network.neutron [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.736291] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58efada9-0782-4a0b-bc63-071b3c615fce {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.746032] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d47f4f5-f998-4c70-9ed6-d69d0b1551b1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.770560] env[71079]: DEBUG nova.compute.manager [req-4d075956-9817-4506-b2ce-b3503cea56f9 req-58ef589b-3a05-472f-b69b-2706a7f019a8 service nova] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Detach interface failed, port_id=5df0240b-4cc7-49f5-bfa7-b3d0de7802f7, reason: Instance 5cf255ca-ad5f-428d-89d2-8d92eb007322 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1486.210397] env[71079]: INFO nova.compute.manager [-] [instance: 5cf255ca-ad5f-428d-89d2-8d92eb007322] Took 1.44 seconds to deallocate network for instance. [ 1486.716700] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.717110] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.717200] env[71079]: DEBUG nova.objects.instance [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lazy-loading 'resources' on Instance uuid 5cf255ca-ad5f-428d-89d2-8d92eb007322 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.251564] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445622a6-4941-4d8f-8b1a-3816444e6a3e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.259143] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815dd084-a2c7-40af-9859-ba47c83d62ea {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.288703] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e3f19-84f6-442a-a6e9-2327ecabe53a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.295788] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d86ca-8f93-40d1-a8a3-6b40818922fb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.309058] env[71079]: DEBUG nova.compute.provider_tree [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.811794] env[71079]: DEBUG nova.scheduler.client.report [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.317609] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.337454] env[71079]: INFO nova.scheduler.client.report [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Deleted allocations for instance 5cf255ca-ad5f-428d-89d2-8d92eb007322 [ 1488.846189] env[71079]: DEBUG oslo_concurrency.lockutils [None req-094ad2bf-9c87-4eeb-8062-689193406bb8 tempest-ServerActionsTestOtherB-1301460853 tempest-ServerActionsTestOtherB-1301460853-project-member] Lock "5cf255ca-ad5f-428d-89d2-8d92eb007322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.934416] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.934743] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.437334] env[71079]: DEBUG nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.961128] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.961408] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.962929] env[71079]: INFO nova.compute.claims [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.004147] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79221a0-7acd-4912-a77c-4a499a45d988 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.015237] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001847f5-6382-4cb5-a030-2715903dc0b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.065156] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee71da-e523-4594-9f79-e6b28db4096b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.076154] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd9a66-1783-4c26-ba67-9ddf4699f4c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.096611] env[71079]: DEBUG nova.compute.provider_tree [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.600587] env[71079]: DEBUG nova.scheduler.client.report [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.106569] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.107159] env[71079]: DEBUG nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1501.612236] env[71079]: DEBUG nova.compute.utils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1501.614035] env[71079]: DEBUG nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1501.614223] env[71079]: DEBUG nova.network.neutron [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.657340] env[71079]: DEBUG nova.policy [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ca1d71aa0d48f6ad6db8a737c6ab6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab774e465ff432c8741460880d44c64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.924816] env[71079]: DEBUG nova.network.neutron [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Successfully created port: ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.117043] env[71079]: DEBUG nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.128357] env[71079]: DEBUG nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1503.154620] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1503.154864] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.155030] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1503.155275] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.155424] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1503.155572] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1503.155785] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1503.155940] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1503.156145] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1503.156318] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1503.156490] env[71079]: DEBUG nova.virt.hardware [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1503.157364] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd507f-d548-4747-a520-13ecc822f397 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.165184] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d3e687-edb6-4e73-bebb-3d789e4cabb3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.279328] env[71079]: DEBUG nova.compute.manager [req-8cf152b3-0e82-434a-a5f4-212e54a41543 req-af5aac27-2f0e-44cf-858a-bd31e862f10e service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Received event network-vif-plugged-ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.279568] env[71079]: DEBUG oslo_concurrency.lockutils [req-8cf152b3-0e82-434a-a5f4-212e54a41543 req-af5aac27-2f0e-44cf-858a-bd31e862f10e service nova] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.279792] env[71079]: DEBUG oslo_concurrency.lockutils [req-8cf152b3-0e82-434a-a5f4-212e54a41543 req-af5aac27-2f0e-44cf-858a-bd31e862f10e service nova] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.279962] env[71079]: DEBUG oslo_concurrency.lockutils [req-8cf152b3-0e82-434a-a5f4-212e54a41543 req-af5aac27-2f0e-44cf-858a-bd31e862f10e service nova] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.280187] env[71079]: DEBUG nova.compute.manager [req-8cf152b3-0e82-434a-a5f4-212e54a41543 req-af5aac27-2f0e-44cf-858a-bd31e862f10e service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] No waiting events found dispatching network-vif-plugged-ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.280357] env[71079]: WARNING nova.compute.manager [req-8cf152b3-0e82-434a-a5f4-212e54a41543 req-af5aac27-2f0e-44cf-858a-bd31e862f10e service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Received unexpected event network-vif-plugged-ac482266-51f0-4a75-af58-09eb2a7c6f47 for instance with vm_state building and task_state spawning. [ 1503.359023] env[71079]: DEBUG nova.network.neutron [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Successfully updated port: ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.861674] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.861833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.861990] env[71079]: DEBUG nova.network.neutron [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.417120] env[71079]: DEBUG nova.network.neutron [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.530822] env[71079]: DEBUG nova.network.neutron [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating instance_info_cache with network_info: [{"id": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "address": "fa:16:3e:bd:72:78", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac482266-51", "ovs_interfaceid": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.034067] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.034395] env[71079]: DEBUG nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Instance network_info: |[{"id": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "address": "fa:16:3e:bd:72:78", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac482266-51", "ovs_interfaceid": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.034859] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:72:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac482266-51f0-4a75-af58-09eb2a7c6f47', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.042278] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Creating folder: Project (4ab774e465ff432c8741460880d44c64). Parent ref: group-v654700. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.042544] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f253d8-ac48-4ff8-9022-6cb57b37f980 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.053795] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Created folder: Project (4ab774e465ff432c8741460880d44c64) in parent group-v654700. [ 1505.053974] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Creating folder: Instances. Parent ref: group-v655043. {{(pid=71079) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.054213] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8deb814-2b58-43be-b792-1ad4606c32cb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.063987] env[71079]: INFO nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Created folder: Instances in parent group-v655043. [ 1505.064221] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1505.064421] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.064577] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4591f91b-db0c-4e85-b663-c1efc976179a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.082675] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.082675] env[71079]: value = "task-3280034" [ 1505.082675] env[71079]: _type = "Task" [ 1505.082675] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.089831] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280034, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.304647] env[71079]: DEBUG nova.compute.manager [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Received event network-changed-ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.304854] env[71079]: DEBUG nova.compute.manager [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Refreshing instance network info cache due to event network-changed-ac482266-51f0-4a75-af58-09eb2a7c6f47. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1505.305104] env[71079]: DEBUG oslo_concurrency.lockutils [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] Acquiring lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.305238] env[71079]: DEBUG oslo_concurrency.lockutils [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] Acquired lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.305396] env[71079]: DEBUG nova.network.neutron [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Refreshing network info cache for port ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.592662] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280034, 'name': CreateVM_Task, 'duration_secs': 0.29275} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.593053] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.593525] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.593692] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.594019] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.594268] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac0dfed-8687-4735-b9c5-f3961f084991 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.598501] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1505.598501] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522eaabd-f23b-f962-c2a0-334317048237" [ 1505.598501] env[71079]: _type = "Task" [ 1505.598501] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.606486] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522eaabd-f23b-f962-c2a0-334317048237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.984870] env[71079]: DEBUG nova.network.neutron [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updated VIF entry in instance network info cache for port ac482266-51f0-4a75-af58-09eb2a7c6f47. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.985231] env[71079]: DEBUG nova.network.neutron [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating instance_info_cache with network_info: [{"id": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "address": "fa:16:3e:bd:72:78", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac482266-51", "ovs_interfaceid": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.108947] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]522eaabd-f23b-f962-c2a0-334317048237, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.109230] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.109461] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.109690] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.109833] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.110017] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.110262] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be9ae4dd-d71d-41ce-bcb0-29594bc31a53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.118669] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.118791] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.119458] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fd9bfa-7dc7-4508-84f6-ebab49c85902 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.124177] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1506.124177] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d22fff-4628-48ed-5dec-975ccf284b9e" [ 1506.124177] env[71079]: _type = "Task" [ 1506.124177] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.131442] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d22fff-4628-48ed-5dec-975ccf284b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.487672] env[71079]: DEBUG oslo_concurrency.lockutils [req-60791429-b0a7-4a5b-88cd-b2644f3253e1 req-d8aee9a4-c525-4d28-a7f8-9e390468f8bf service nova] Releasing lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.634185] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52d22fff-4628-48ed-5dec-975ccf284b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.00796} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.634894] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fb559f-80bb-403d-a1bf-4134234417f6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.639570] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1506.639570] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52df652f-cd92-202c-871a-dfeed467d009" [ 1506.639570] env[71079]: _type = "Task" [ 1506.639570] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.647734] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52df652f-cd92-202c-871a-dfeed467d009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.154394] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]52df652f-cd92-202c-871a-dfeed467d009, 'name': SearchDatastore_Task, 'duration_secs': 0.013986} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.154787] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.155189] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 27856d3b-d4b2-496f-a2ae-786613d2ec86/27856d3b-d4b2-496f-a2ae-786613d2ec86.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.155541] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6865d21e-d4f2-4278-ac2d-216195c1dea7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.162692] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1507.162692] env[71079]: value = "task-3280035" [ 1507.162692] env[71079]: _type = "Task" [ 1507.162692] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.173564] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.672176] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467925} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.672524] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore2] 27856d3b-d4b2-496f-a2ae-786613d2ec86/27856d3b-d4b2-496f-a2ae-786613d2ec86.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.672640] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.672936] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc7411b6-1d4b-477e-9d49-68f3145eb1e3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.678513] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1507.678513] env[71079]: value = "task-3280036" [ 1507.678513] env[71079]: _type = "Task" [ 1507.678513] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.685341] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.188141] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066036} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.188417] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.189216] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f230c4e8-2a9b-4818-b9f8-4aaf37e97769 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.210521] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 27856d3b-d4b2-496f-a2ae-786613d2ec86/27856d3b-d4b2-496f-a2ae-786613d2ec86.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.210758] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a4529c-1532-4afb-b1d6-a758de8dbe8a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.229591] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1508.229591] env[71079]: value = "task-3280037" [ 1508.229591] env[71079]: _type = "Task" [ 1508.229591] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.236910] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.739422] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280037, 'name': ReconfigVM_Task, 'duration_secs': 0.284844} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.739794] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 27856d3b-d4b2-496f-a2ae-786613d2ec86/27856d3b-d4b2-496f-a2ae-786613d2ec86.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.740344] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7c3f81a-0358-4e8e-966d-c704b4c2aab5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.746993] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1508.746993] env[71079]: value = "task-3280038" [ 1508.746993] env[71079]: _type = "Task" [ 1508.746993] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.754484] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280038, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.257304] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280038, 'name': Rename_Task, 'duration_secs': 0.131706} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.257591] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.257831] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3750363-3f9d-4788-bbdc-36fd118bc706 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.263596] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1509.263596] env[71079]: value = "task-3280039" [ 1509.263596] env[71079]: _type = "Task" [ 1509.263596] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.270961] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.773585] env[71079]: DEBUG oslo_vmware.api [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280039, 'name': PowerOnVM_Task, 'duration_secs': 0.470704} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.773972] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.774092] env[71079]: INFO nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1509.774281] env[71079]: DEBUG nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.775088] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41040d35-e46c-401d-bfc5-03710fe225da {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.293966] env[71079]: INFO nova.compute.manager [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Took 11.35 seconds to build instance. [ 1510.795842] env[71079]: DEBUG oslo_concurrency.lockutils [None req-d68b2dc7-5ad2-49a6-8487-08d8e1cdb099 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.861s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.156292] env[71079]: DEBUG nova.compute.manager [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Received event network-changed-ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.156292] env[71079]: DEBUG nova.compute.manager [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Refreshing instance network info cache due to event network-changed-ac482266-51f0-4a75-af58-09eb2a7c6f47. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1511.156292] env[71079]: DEBUG oslo_concurrency.lockutils [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] Acquiring lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.156292] env[71079]: DEBUG oslo_concurrency.lockutils [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] Acquired lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.156292] env[71079]: DEBUG nova.network.neutron [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Refreshing network info cache for port ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.847804] env[71079]: DEBUG nova.network.neutron [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updated VIF entry in instance network info cache for port ac482266-51f0-4a75-af58-09eb2a7c6f47. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.848153] env[71079]: DEBUG nova.network.neutron [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating instance_info_cache with network_info: [{"id": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "address": "fa:16:3e:bd:72:78", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac482266-51", "ovs_interfaceid": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.351531] env[71079]: DEBUG oslo_concurrency.lockutils [req-7f6494c6-3238-420f-8e67-e9ecebb84c5b req-7afe1b78-4e7c-4ab9-9816-c97985338af9 service nova] Releasing lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.823632] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.823980] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.329346] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.329558] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.329623] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.329729] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.329873] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.330029] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.330172] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1535.330316] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.833642] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.834038] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.834212] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.834391] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1535.835430] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e87f533-4ea9-4beb-873c-99340d4666ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.844529] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23db9e3b-6f5a-4e05-a832-a4aaf9a219bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.859325] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf465ef7-4298-427c-a4ce-18813f31a0b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.865665] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4680da8b-9ffc-4c46-abcb-eebf3c0e9c37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.896817] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180992MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1535.896968] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.897225] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.921617] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 27856d3b-d4b2-496f-a2ae-786613d2ec86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1536.921897] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1536.921980] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1536.950801] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d024b4-bce5-4e09-a398-71d4d8aab5ee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.958180] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28caacde-38d9-493d-a753-e711f578da4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.986572] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40343e1-2858-48be-9a8a-d494d5978a7a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.993181] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026a9d68-c990-459c-b079-96a95b7e4910 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.006517] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.509830] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.014516] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1538.014890] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.836752] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.837183] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.340725] env[71079]: DEBUG nova.compute.utils [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1550.843518] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.902048] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.902501] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.902501] env[71079]: INFO nova.compute.manager [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Attaching volume a03651e8-5940-4773-ae48-036487f3bf72 to /dev/sdb [ 1551.932596] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dcc1b7-a1cb-4ccb-94db-24a47d28d55a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.939535] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e04dd9-6d47-4b5a-90ad-7547ce8574b6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.952207] env[71079]: DEBUG nova.virt.block_device [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating existing volume attachment record: 2110b457-3411-4983-804a-82e00e7287f5 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1556.494896] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1556.495168] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655047', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'name': 'volume-a03651e8-5940-4773-ae48-036487f3bf72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27856d3b-d4b2-496f-a2ae-786613d2ec86', 'attached_at': '', 'detached_at': '', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'serial': 'a03651e8-5940-4773-ae48-036487f3bf72'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1556.496428] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb49c0-1482-4af9-b04c-3f2c83a98399 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.511860] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84256620-6077-4294-99c7-9b2e635b250d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.536122] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-a03651e8-5940-4773-ae48-036487f3bf72/volume-a03651e8-5940-4773-ae48-036487f3bf72.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.536355] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b82a2bc8-f822-4cda-ad03-ade2a10d884f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.552923] env[71079]: DEBUG oslo_vmware.api [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1556.552923] env[71079]: value = "task-3280044" [ 1556.552923] env[71079]: _type = "Task" [ 1556.552923] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.560275] env[71079]: DEBUG oslo_vmware.api [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.064056] env[71079]: DEBUG oslo_vmware.api [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280044, 'name': ReconfigVM_Task, 'duration_secs': 0.319526} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.064056] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-a03651e8-5940-4773-ae48-036487f3bf72/volume-a03651e8-5940-4773-ae48-036487f3bf72.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.068386] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a875c2b-b49f-494f-85c7-45d9e2f00e65 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.082594] env[71079]: DEBUG oslo_vmware.api [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1557.082594] env[71079]: value = "task-3280045" [ 1557.082594] env[71079]: _type = "Task" [ 1557.082594] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.089945] env[71079]: DEBUG oslo_vmware.api [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.592654] env[71079]: DEBUG oslo_vmware.api [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280045, 'name': ReconfigVM_Task, 'duration_secs': 0.134769} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.592983] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655047', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'name': 'volume-a03651e8-5940-4773-ae48-036487f3bf72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27856d3b-d4b2-496f-a2ae-786613d2ec86', 'attached_at': '', 'detached_at': '', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'serial': 'a03651e8-5940-4773-ae48-036487f3bf72'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1558.628373] env[71079]: DEBUG nova.objects.instance [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.133517] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a922b2a9-616d-402a-81a7-59d223cccfe4 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.225022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.225276] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.225460] env[71079]: DEBUG nova.compute.manager [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.226415] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b422a5-fca2-4956-bcd7-6cad06343566 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.233012] env[71079]: DEBUG nova.compute.manager [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1559.233558] env[71079]: DEBUG nova.objects.instance [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.241472] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.241933] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1794db6-bf0d-43d8-9e0d-a0ef1739be72 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.249438] env[71079]: DEBUG oslo_vmware.api [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1560.249438] env[71079]: value = "task-3280046" [ 1560.249438] env[71079]: _type = "Task" [ 1560.249438] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.259132] env[71079]: DEBUG oslo_vmware.api [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.759784] env[71079]: DEBUG oslo_vmware.api [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280046, 'name': PowerOffVM_Task, 'duration_secs': 0.195895} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.760050] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.760257] env[71079]: DEBUG nova.compute.manager [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.760996] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9113f929-3924-497e-8bf8-335d128100d0 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.272666] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a000e0d5-679a-4f32-85d6-cf1189a69ba0 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.631557] env[71079]: DEBUG nova.objects.instance [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.136699] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.136953] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.137081] env[71079]: DEBUG nova.network.neutron [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.137262] env[71079]: DEBUG nova.objects.instance [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'info_cache' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.641261] env[71079]: DEBUG nova.objects.base [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Object Instance<27856d3b-d4b2-496f-a2ae-786613d2ec86> lazy-loaded attributes: flavor,info_cache {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1563.334908] env[71079]: DEBUG nova.network.neutron [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating instance_info_cache with network_info: [{"id": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "address": "fa:16:3e:bd:72:78", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac482266-51", "ovs_interfaceid": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.838286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.844441] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.844845] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d0a88c8-fb1d-421b-b4fd-758d3ba6be11 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.853180] env[71079]: DEBUG oslo_vmware.api [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1564.853180] env[71079]: value = "task-3280047" [ 1564.853180] env[71079]: _type = "Task" [ 1564.853180] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.860472] env[71079]: DEBUG oslo_vmware.api [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.364746] env[71079]: DEBUG oslo_vmware.api [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280047, 'name': PowerOnVM_Task, 'duration_secs': 0.365446} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.365047] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.365229] env[71079]: DEBUG nova.compute.manager [None req-c7e7081d-35cf-450e-8d60-b47d2fe40d1f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.366075] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708e3c74-1f82-4745-b90e-77ac7da452bd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.017122] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.017122] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.017570] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.017570] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.017570] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.017786] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.017846] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.017967] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1598.018129] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.521986] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.522291] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.522467] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.522620] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1598.523831] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5467dda-16eb-44ce-b200-64552546cb42 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.532748] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889cbd9-97c4-46a5-a001-0ff0127c9867 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.546693] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc262142-91e7-4112-a005-67cd6a4a79ee {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.552820] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dc794e-c0fc-41b0-b05e-8c75fe42ce17 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.581788] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180841MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1598.582022] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.582186] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.607185] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance 27856d3b-d4b2-496f-a2ae-786613d2ec86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.607450] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1599.607545] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1599.623512] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Refreshing inventories for resource provider 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1599.635796] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Updating ProviderTree inventory for provider 64534d0b-3c77-4192-bc40-4c6626510190 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1599.635989] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Updating inventory in ProviderTree for provider 64534d0b-3c77-4192-bc40-4c6626510190 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.645704] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Refreshing aggregate associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, aggregates: None {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1599.661624] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Refreshing trait associations for resource provider 64534d0b-3c77-4192-bc40-4c6626510190, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=71079) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1599.683787] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758223dc-48f7-4057-b181-761055c1f5e1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.691241] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c268f4f-5524-45fa-bb01-3d3b752374db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.720491] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d533904-3bab-4dd1-986f-f1ecabf0814c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.727452] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b1dfb5-51fe-439b-ad16-754dccd0ca99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.739838] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.242726] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.244466] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1600.244648] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.020651] env[71079]: DEBUG oslo_concurrency.lockutils [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.021071] env[71079]: DEBUG oslo_concurrency.lockutils [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.524099] env[71079]: INFO nova.compute.manager [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Detaching volume a03651e8-5940-4773-ae48-036487f3bf72 [ 1602.554703] env[71079]: INFO nova.virt.block_device [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Attempting to driver detach volume a03651e8-5940-4773-ae48-036487f3bf72 from mountpoint /dev/sdb [ 1602.554880] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1602.555085] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655047', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'name': 'volume-a03651e8-5940-4773-ae48-036487f3bf72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27856d3b-d4b2-496f-a2ae-786613d2ec86', 'attached_at': '', 'detached_at': '', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'serial': 'a03651e8-5940-4773-ae48-036487f3bf72'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1602.555964] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d13b41f-7c0f-4216-aefd-5595bdd025ed {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.577460] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7642db72-5933-4dce-9f8f-ca682ae477a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.583755] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f4231b-322f-4c6d-87d0-ced325664f4b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.603195] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b42942-a2da-4174-8e55-042706ded548 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.616748] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] The volume has not been displaced from its original location: [datastore1] volume-a03651e8-5940-4773-ae48-036487f3bf72/volume-a03651e8-5940-4773-ae48-036487f3bf72.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1602.622040] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1602.622266] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c8e2d7-8abb-48c5-93b6-12b2d7cc5766 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.639524] env[71079]: DEBUG oslo_vmware.api [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1602.639524] env[71079]: value = "task-3280048" [ 1602.639524] env[71079]: _type = "Task" [ 1602.639524] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.646725] env[71079]: DEBUG oslo_vmware.api [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.148908] env[71079]: DEBUG oslo_vmware.api [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280048, 'name': ReconfigVM_Task, 'duration_secs': 0.216551} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.149279] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1603.153769] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44e7a0a-ed48-40e6-8f7b-a0d6cbe787fc {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.167912] env[71079]: DEBUG oslo_vmware.api [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1603.167912] env[71079]: value = "task-3280049" [ 1603.167912] env[71079]: _type = "Task" [ 1603.167912] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.175568] env[71079]: DEBUG oslo_vmware.api [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.679188] env[71079]: DEBUG oslo_vmware.api [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280049, 'name': ReconfigVM_Task, 'duration_secs': 0.133498} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.679439] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655047', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'name': 'volume-a03651e8-5940-4773-ae48-036487f3bf72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27856d3b-d4b2-496f-a2ae-786613d2ec86', 'attached_at': '', 'detached_at': '', 'volume_id': 'a03651e8-5940-4773-ae48-036487f3bf72', 'serial': 'a03651e8-5940-4773-ae48-036487f3bf72'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1604.219857] env[71079]: DEBUG nova.objects.instance [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.190828] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1605.228062] env[71079]: DEBUG oslo_concurrency.lockutils [None req-937fccb0-d6c8-4e77-bd17-5454918e2a93 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.228999] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.038s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.229227] env[71079]: DEBUG nova.compute.manager [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.230095] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f06b5-6221-4a64-9b81-c3da0f102dc7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.238119] env[71079]: DEBUG nova.compute.manager [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71079) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1605.238660] env[71079]: DEBUG nova.objects.instance [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.245266] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.245965] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a40a2450-aa8b-4056-84d3-5613e0b42088 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.254288] env[71079]: DEBUG oslo_vmware.api [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1606.254288] env[71079]: value = "task-3280050" [ 1606.254288] env[71079]: _type = "Task" [ 1606.254288] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.261594] env[71079]: DEBUG oslo_vmware.api [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.763331] env[71079]: DEBUG oslo_vmware.api [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280050, 'name': PowerOffVM_Task, 'duration_secs': 0.197408} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.764280] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.764280] env[71079]: DEBUG nova.compute.manager [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.764862] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7acfeb-83e3-4cf4-9b0c-8408e2ea9137 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.275142] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6f78a3b3-6d01-48e4-844e-e2e801e07b00 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.576779] env[71079]: DEBUG nova.objects.instance [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.081885] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.082094] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.082255] env[71079]: DEBUG nova.network.neutron [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.082423] env[71079]: DEBUG nova.objects.instance [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'info_cache' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.585917] env[71079]: DEBUG nova.objects.base [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Object Instance<27856d3b-d4b2-496f-a2ae-786613d2ec86> lazy-loaded attributes: flavor,info_cache {{(pid=71079) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1609.286039] env[71079]: DEBUG nova.network.neutron [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating instance_info_cache with network_info: [{"id": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "address": "fa:16:3e:bd:72:78", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac482266-51", "ovs_interfaceid": "ac482266-51f0-4a75-af58-09eb2a7c6f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.788666] env[71079]: DEBUG oslo_concurrency.lockutils [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "refresh_cache-27856d3b-d4b2-496f-a2ae-786613d2ec86" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.795834] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.796273] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe962c3a-ab06-474b-b777-7060352f1392 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.804696] env[71079]: DEBUG oslo_vmware.api [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1610.804696] env[71079]: value = "task-3280051" [ 1610.804696] env[71079]: _type = "Task" [ 1610.804696] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.812180] env[71079]: DEBUG oslo_vmware.api [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.315326] env[71079]: DEBUG oslo_vmware.api [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.815600] env[71079]: DEBUG oslo_vmware.api [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280051, 'name': PowerOnVM_Task, 'duration_secs': 0.566995} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.815971] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.816168] env[71079]: DEBUG nova.compute.manager [None req-eeb54c95-2b7a-4bda-bca3-a1e1654d5f29 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.816906] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64fc146-f04f-4ec5-93b3-e8eae7622e35 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.666847] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.666847] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.666847] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "27856d3b-d4b2-496f-a2ae-786613d2ec86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.666847] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.667402] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1643.670637] env[71079]: INFO nova.compute.manager [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Terminating instance [ 1644.174174] env[71079]: DEBUG nova.compute.manager [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.174477] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.175408] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f7aaa1-950b-48ef-9b80-7abb39335811 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.183216] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.183437] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575884b2-1cf3-4ab3-80fa-fab1ecba7159 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.189171] env[71079]: DEBUG oslo_vmware.api [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1644.189171] env[71079]: value = "task-3280052" [ 1644.189171] env[71079]: _type = "Task" [ 1644.189171] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.198274] env[71079]: DEBUG oslo_vmware.api [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.698502] env[71079]: DEBUG oslo_vmware.api [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280052, 'name': PowerOffVM_Task, 'duration_secs': 0.184082} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.698917] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.698917] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.699187] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04b590f-0a4d-41f3-88b7-4b30274b5ac5 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.766854] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.767075] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Deleting contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.767282] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Deleting the datastore file [datastore2] 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.767572] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a6383e-ab9e-47ed-9053-bf05c97a12dd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.773284] env[71079]: DEBUG oslo_vmware.api [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1644.773284] env[71079]: value = "task-3280054" [ 1644.773284] env[71079]: _type = "Task" [ 1644.773284] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.780825] env[71079]: DEBUG oslo_vmware.api [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.283029] env[71079]: DEBUG oslo_vmware.api [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139619} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.283414] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.283634] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Deleted contents of the VM from datastore datastore2 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.283823] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.283996] env[71079]: INFO nova.compute.manager [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1645.284263] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1645.284463] env[71079]: DEBUG nova.compute.manager [-] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.284557] env[71079]: DEBUG nova.network.neutron [-] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.828245] env[71079]: DEBUG nova.compute.manager [req-904e1dd3-f6f9-4e19-b48d-2d824d70a549 req-7fda94b1-3e10-4567-a98b-b1794ac86a13 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Received event network-vif-deleted-ac482266-51f0-4a75-af58-09eb2a7c6f47 {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1645.828509] env[71079]: INFO nova.compute.manager [req-904e1dd3-f6f9-4e19-b48d-2d824d70a549 req-7fda94b1-3e10-4567-a98b-b1794ac86a13 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Neutron deleted interface ac482266-51f0-4a75-af58-09eb2a7c6f47; detaching it from the instance and deleting it from the info cache [ 1645.828739] env[71079]: DEBUG nova.network.neutron [req-904e1dd3-f6f9-4e19-b48d-2d824d70a549 req-7fda94b1-3e10-4567-a98b-b1794ac86a13 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.245250] env[71079]: DEBUG nova.network.neutron [-] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.331223] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-438b3438-6de4-4a68-b984-8052a62c75fa {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.341411] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aa2441-4fa5-43de-8511-6ec425ee3cc6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.366926] env[71079]: DEBUG nova.compute.manager [req-904e1dd3-f6f9-4e19-b48d-2d824d70a549 req-7fda94b1-3e10-4567-a98b-b1794ac86a13 service nova] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Detach interface failed, port_id=ac482266-51f0-4a75-af58-09eb2a7c6f47, reason: Instance 27856d3b-d4b2-496f-a2ae-786613d2ec86 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1646.747563] env[71079]: INFO nova.compute.manager [-] [instance: 27856d3b-d4b2-496f-a2ae-786613d2ec86] Took 1.46 seconds to deallocate network for instance. [ 1647.254366] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1647.254366] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1647.254840] env[71079]: DEBUG nova.objects.instance [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'resources' on Instance uuid 27856d3b-d4b2-496f-a2ae-786613d2ec86 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.790241] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf2fb5-e689-4e3c-a26a-074d059d4814 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.797937] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77e0860-29be-4ff2-a3fd-5f99d411abe7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.827301] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b63fcc6-f0bd-40e0-8bdd-d8d47f94d4b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.834165] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbe96c6-1dde-427e-a49e-6b0cc1e71f3a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.846717] env[71079]: DEBUG nova.compute.provider_tree [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.350128] env[71079]: DEBUG nova.scheduler.client.report [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.855198] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.878123] env[71079]: INFO nova.scheduler.client.report [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Deleted allocations for instance 27856d3b-d4b2-496f-a2ae-786613d2ec86 [ 1649.385912] env[71079]: DEBUG oslo_concurrency.lockutils [None req-a3a60971-413f-4659-8c6a-30117c4e738a tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "27856d3b-d4b2-496f-a2ae-786613d2ec86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.719s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.260678] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.260952] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.765546] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.765996] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.765996] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.766183] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.766370] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.766997] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.766997] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1650.767208] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.271091] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.271371] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.271544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.271710] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1651.272613] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911f164b-eb66-4cb5-af6c-60e14c615bf8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.280475] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbda7da-610c-42df-a441-c50c810475a3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.293954] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63a14a-75e1-44cd-be51-a67ce2f381b2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.299911] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b0208-03d9-405b-9047-87cfcb365e28 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.327842] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180851MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1651.327978] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.328202] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.595165] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.595433] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.098212] env[71079]: DEBUG nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Starting instance... {{(pid=71079) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.616939] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1652.850770] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d6ef76b6-6197-485a-b7bc-97fa62c8b255 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1652.851021] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1652.851139] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1652.878009] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf08342-11ed-473b-bed5-a60567cd3b48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.885728] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c887cd-20dd-4fae-8ca1-44a7ca4065cd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.914359] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce033050-c8a0-4e8b-a4a1-ed9647e59eba {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.920914] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d26f3-0fab-4bc5-b064-5532ef94acde {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.934066] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.437172] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.941599] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1653.941859] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.614s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.942102] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.325s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.943618] env[71079]: INFO nova.compute.claims [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.978399] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8ee2a-4012-4891-845f-5fc51578924a {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.985870] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4ff2c-2997-400d-b3fc-98f9b13337c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.014889] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138cd2d2-a667-48d9-a994-81821a5d902d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.021644] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d87bf7-fccc-4bf1-84ac-9d9f70b86454 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.034068] env[71079]: DEBUG nova.compute.provider_tree [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.537360] env[71079]: DEBUG nova.scheduler.client.report [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.043843] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1656.044418] env[71079]: DEBUG nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Start building networks asynchronously for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.549560] env[71079]: DEBUG nova.compute.utils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1656.551363] env[71079]: DEBUG nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Allocating IP information in the background. {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1656.551517] env[71079]: DEBUG nova.network.neutron [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] allocate_for_instance() {{(pid=71079) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1656.598753] env[71079]: DEBUG nova.policy [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ca1d71aa0d48f6ad6db8a737c6ab6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab774e465ff432c8741460880d44c64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71079) authorize /opt/stack/nova/nova/policy.py:192}} [ 1656.870053] env[71079]: DEBUG nova.network.neutron [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Successfully created port: 69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.055087] env[71079]: DEBUG nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Start building block device mappings for instance. {{(pid=71079) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1658.064818] env[71079]: DEBUG nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Start spawning the instance on the hypervisor. {{(pid=71079) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1658.091338] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:00:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:00:20Z,direct_url=,disk_format='vmdk',id=1f48d322-ab9d-4012-a7e9-3e2d5c7d3199,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='015e5378915d4303918cb5062a7ff1dd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:00:21Z,virtual_size=,visibility=), allow threads: False {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1658.091586] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Flavor limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.091742] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Image limits 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1658.091931] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Flavor pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.092092] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Image pref 0:0:0 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1658.092243] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71079) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1658.092453] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1658.092610] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1658.092777] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Got 1 possible topologies {{(pid=71079) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1658.092940] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1658.093127] env[71079]: DEBUG nova.virt.hardware [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71079) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1658.093986] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d77cc8-1eed-41bb-b32c-d06eb3cf6438 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.101922] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77082c8a-ffea-437b-acb9-0b8a022e5a04 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.217833] env[71079]: DEBUG nova.compute.manager [req-caf4578c-6a33-4c5c-8a50-b049d3185389 req-41f5ae3f-2440-4f30-be6f-06a8af378035 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Received event network-vif-plugged-69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1658.218007] env[71079]: DEBUG oslo_concurrency.lockutils [req-caf4578c-6a33-4c5c-8a50-b049d3185389 req-41f5ae3f-2440-4f30-be6f-06a8af378035 service nova] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.218229] env[71079]: DEBUG oslo_concurrency.lockutils [req-caf4578c-6a33-4c5c-8a50-b049d3185389 req-41f5ae3f-2440-4f30-be6f-06a8af378035 service nova] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.218398] env[71079]: DEBUG oslo_concurrency.lockutils [req-caf4578c-6a33-4c5c-8a50-b049d3185389 req-41f5ae3f-2440-4f30-be6f-06a8af378035 service nova] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1658.218560] env[71079]: DEBUG nova.compute.manager [req-caf4578c-6a33-4c5c-8a50-b049d3185389 req-41f5ae3f-2440-4f30-be6f-06a8af378035 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] No waiting events found dispatching network-vif-plugged-69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.218723] env[71079]: WARNING nova.compute.manager [req-caf4578c-6a33-4c5c-8a50-b049d3185389 req-41f5ae3f-2440-4f30-be6f-06a8af378035 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Received unexpected event network-vif-plugged-69ef18da-677b-46b7-aa69-6d703f59a91d for instance with vm_state building and task_state spawning. [ 1658.297724] env[71079]: DEBUG nova.network.neutron [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Successfully updated port: 69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1658.800436] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.800613] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.800723] env[71079]: DEBUG nova.network.neutron [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Building network info cache for instance {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.332800] env[71079]: DEBUG nova.network.neutron [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Instance cache missing network info. {{(pid=71079) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.448847] env[71079]: DEBUG nova.network.neutron [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updating instance_info_cache with network_info: [{"id": "69ef18da-677b-46b7-aa69-6d703f59a91d", "address": "fa:16:3e:14:46:6c", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ef18da-67", "ovs_interfaceid": "69ef18da-677b-46b7-aa69-6d703f59a91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.951772] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.952119] env[71079]: DEBUG nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Instance network_info: |[{"id": "69ef18da-677b-46b7-aa69-6d703f59a91d", "address": "fa:16:3e:14:46:6c", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ef18da-67", "ovs_interfaceid": "69ef18da-677b-46b7-aa69-6d703f59a91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71079) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.952553] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:46:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69ef18da-677b-46b7-aa69-6d703f59a91d', 'vif_model': 'vmxnet3'}] {{(pid=71079) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.960341] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1659.960546] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Creating VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.960764] env[71079]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c773242-483f-4cd4-bcd8-15d5a3c865eb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.981575] env[71079]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.981575] env[71079]: value = "task-3280055" [ 1659.981575] env[71079]: _type = "Task" [ 1659.981575] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.990205] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280055, 'name': CreateVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.244376] env[71079]: DEBUG nova.compute.manager [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Received event network-changed-69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1660.244585] env[71079]: DEBUG nova.compute.manager [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Refreshing instance network info cache due to event network-changed-69ef18da-677b-46b7-aa69-6d703f59a91d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1660.244784] env[71079]: DEBUG oslo_concurrency.lockutils [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] Acquiring lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.244939] env[71079]: DEBUG oslo_concurrency.lockutils [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] Acquired lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.245130] env[71079]: DEBUG nova.network.neutron [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Refreshing network info cache for port 69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.491506] env[71079]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280055, 'name': CreateVM_Task, 'duration_secs': 0.294561} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.491896] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Created VM on the ESX host {{(pid=71079) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.492286] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.492450] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.492808] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.493090] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df04510-8128-4c09-98cf-685b6d7b5bad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.497239] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1660.497239] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529838b4-b3c2-5baa-4bf4-2fff108a0018" [ 1660.497239] env[71079]: _type = "Task" [ 1660.497239] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.504595] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529838b4-b3c2-5baa-4bf4-2fff108a0018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.915925] env[71079]: DEBUG nova.network.neutron [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updated VIF entry in instance network info cache for port 69ef18da-677b-46b7-aa69-6d703f59a91d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.916281] env[71079]: DEBUG nova.network.neutron [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updating instance_info_cache with network_info: [{"id": "69ef18da-677b-46b7-aa69-6d703f59a91d", "address": "fa:16:3e:14:46:6c", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ef18da-67", "ovs_interfaceid": "69ef18da-677b-46b7-aa69-6d703f59a91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.007992] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]529838b4-b3c2-5baa-4bf4-2fff108a0018, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.008318] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.008555] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Processing image 1f48d322-ab9d-4012-a7e9-3e2d5c7d3199 {{(pid=71079) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.008870] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.009088] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.009287] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.009541] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43bf1be4-9025-4d11-95f2-a2de587899c3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.017889] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71079) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.018072] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71079) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.018744] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ba1219-4af7-4ecf-99ac-390e7f6d1e99 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.023316] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1661.023316] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525e6113-d510-d217-2086-ad3851c34b06" [ 1661.023316] env[71079]: _type = "Task" [ 1661.023316] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.030246] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525e6113-d510-d217-2086-ad3851c34b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.418850] env[71079]: DEBUG oslo_concurrency.lockutils [req-c0b9c744-0416-4596-9d6b-11403c4df940 req-07243aa7-4cbd-47b2-b465-7e1970490a50 service nova] Releasing lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.533660] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]525e6113-d510-d217-2086-ad3851c34b06, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.534451] env[71079]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b64485-0a1b-4198-8550-f7b4ae965231 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.540043] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1661.540043] env[71079]: value = "session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5282f480-da6f-0dec-2c52-0c1b4fdd0e7c" [ 1661.540043] env[71079]: _type = "Task" [ 1661.540043] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.547481] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5282f480-da6f-0dec-2c52-0c1b4fdd0e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.050292] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': session[52469d5a-5daa-4108-4cdb-ed6f07519d0f]5282f480-da6f-0dec-2c52-0c1b4fdd0e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.050513] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.050746] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] d6ef76b6-6197-485a-b7bc-97fa62c8b255/d6ef76b6-6197-485a-b7bc-97fa62c8b255.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.051020] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0dc2436-b8ff-418b-8765-8d4defe522a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.057427] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1662.057427] env[71079]: value = "task-3280056" [ 1662.057427] env[71079]: _type = "Task" [ 1662.057427] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.064594] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.567839] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421711} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.568199] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199/1f48d322-ab9d-4012-a7e9-3e2d5c7d3199.vmdk to [datastore1] d6ef76b6-6197-485a-b7bc-97fa62c8b255/d6ef76b6-6197-485a-b7bc-97fa62c8b255.vmdk {{(pid=71079) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1662.568304] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Extending root virtual disk to 1048576 {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1662.568546] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f2a724b-8ef4-4c5b-bf25-d1147b1c1e6f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.574931] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1662.574931] env[71079]: value = "task-3280057" [ 1662.574931] env[71079]: _type = "Task" [ 1662.574931] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.581700] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.085791] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063239} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.086099] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Extended root virtual disk {{(pid=71079) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.086853] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c7e62-2d82-44a1-963c-eb60621800bf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.108041] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] d6ef76b6-6197-485a-b7bc-97fa62c8b255/d6ef76b6-6197-485a-b7bc-97fa62c8b255.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.108247] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4122bf2-4207-45b7-84c9-104e992265a1 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.127190] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1663.127190] env[71079]: value = "task-3280058" [ 1663.127190] env[71079]: _type = "Task" [ 1663.127190] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.134245] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.636913] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280058, 'name': ReconfigVM_Task, 'duration_secs': 0.279903} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.637327] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfigured VM instance instance-0000007f to attach disk [datastore1] d6ef76b6-6197-485a-b7bc-97fa62c8b255/d6ef76b6-6197-485a-b7bc-97fa62c8b255.vmdk or device None with type sparse {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.637812] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef5a62e2-1a80-4811-843f-6e7798172915 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.643847] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1663.643847] env[71079]: value = "task-3280059" [ 1663.643847] env[71079]: _type = "Task" [ 1663.643847] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.651314] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280059, 'name': Rename_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.153395] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280059, 'name': Rename_Task, 'duration_secs': 0.135641} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.153658] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Powering on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.153883] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c5dc7f6-a9cd-401c-822a-100690655899 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.159733] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1664.159733] env[71079]: value = "task-3280060" [ 1664.159733] env[71079]: _type = "Task" [ 1664.159733] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.166661] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.669915] env[71079]: DEBUG oslo_vmware.api [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280060, 'name': PowerOnVM_Task, 'duration_secs': 0.46613} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.670327] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Powered on the VM {{(pid=71079) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.670371] env[71079]: INFO nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1664.670538] env[71079]: DEBUG nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Checking state {{(pid=71079) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.671282] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7efcbeb-a16f-4a5a-aaf3-e23271ef7ceb {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.191072] env[71079]: INFO nova.compute.manager [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Took 12.59 seconds to build instance. [ 1665.614138] env[71079]: DEBUG nova.compute.manager [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Received event network-changed-69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1665.614334] env[71079]: DEBUG nova.compute.manager [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Refreshing instance network info cache due to event network-changed-69ef18da-677b-46b7-aa69-6d703f59a91d. {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1665.614591] env[71079]: DEBUG oslo_concurrency.lockutils [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] Acquiring lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.614779] env[71079]: DEBUG oslo_concurrency.lockutils [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] Acquired lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.614949] env[71079]: DEBUG nova.network.neutron [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Refreshing network info cache for port 69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.693321] env[71079]: DEBUG oslo_concurrency.lockutils [None req-8b06c5da-05fe-48a2-9947-e4fd7c3c5a23 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.098s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.317888] env[71079]: DEBUG nova.network.neutron [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updated VIF entry in instance network info cache for port 69ef18da-677b-46b7-aa69-6d703f59a91d. {{(pid=71079) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.318455] env[71079]: DEBUG nova.network.neutron [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updating instance_info_cache with network_info: [{"id": "69ef18da-677b-46b7-aa69-6d703f59a91d", "address": "fa:16:3e:14:46:6c", "network": {"id": "209443dd-0c9c-41d5-8fa0-5ee0a8737244", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1573147953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab774e465ff432c8741460880d44c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ef18da-67", "ovs_interfaceid": "69ef18da-677b-46b7-aa69-6d703f59a91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.821442] env[71079]: DEBUG oslo_concurrency.lockutils [req-4dcc2e91-bfef-457d-911c-03fe77f56ba8 req-57c6b472-1291-4d47-953c-53758760597b service nova] Releasing lock "refresh_cache-d6ef76b6-6197-485a-b7bc-97fa62c8b255" {{(pid=71079) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.543458] env[71079]: DEBUG oslo_concurrency.lockutils [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1704.543771] env[71079]: DEBUG oslo_concurrency.lockutils [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1705.047710] env[71079]: DEBUG nova.compute.utils [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1705.550779] env[71079]: DEBUG oslo_concurrency.lockutils [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1706.608809] env[71079]: DEBUG oslo_concurrency.lockutils [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1706.609471] env[71079]: DEBUG oslo_concurrency.lockutils [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1706.609744] env[71079]: INFO nova.compute.manager [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Attaching volume 7685fae7-ff4d-4379-bb2c-282f7e80cb83 to /dev/sdb [ 1706.641202] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89c4a7-312b-4d90-a4cb-d598486aef92 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.648026] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47e74e-24fc-4b13-a0d9-990a214cd0c6 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.660525] env[71079]: DEBUG nova.virt.block_device [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updating existing volume attachment record: ca54f8f4-57b3-479d-b391-95da0215dbf6 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1711.202803] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1711.203105] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655049', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'name': 'volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'serial': '7685fae7-ff4d-4379-bb2c-282f7e80cb83'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1711.203991] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f6b8b7-fe9e-4488-b328-8686e2676cda {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.220251] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f60ec2-42b6-4ecc-809e-1e11c5d68680 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.245348] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83/volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.245575] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b06f0c77-fb62-491f-802d-6c62d4cff79e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.263391] env[71079]: DEBUG oslo_vmware.api [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1711.263391] env[71079]: value = "task-3280063" [ 1711.263391] env[71079]: _type = "Task" [ 1711.263391] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.270780] env[71079]: DEBUG oslo_vmware.api [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.773491] env[71079]: DEBUG oslo_vmware.api [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280063, 'name': ReconfigVM_Task, 'duration_secs': 0.336896} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.773769] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83/volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.778489] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c2e327c-ef4f-4659-a026-cbebc130d6ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.793512] env[71079]: DEBUG oslo_vmware.api [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1711.793512] env[71079]: value = "task-3280064" [ 1711.793512] env[71079]: _type = "Task" [ 1711.793512] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.800983] env[71079]: DEBUG oslo_vmware.api [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.303734] env[71079]: DEBUG oslo_vmware.api [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280064, 'name': ReconfigVM_Task, 'duration_secs': 0.148702} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.304193] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655049', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'name': 'volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'serial': '7685fae7-ff4d-4379-bb2c-282f7e80cb83'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1713.339444] env[71079]: DEBUG nova.objects.instance [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid d6ef76b6-6197-485a-b7bc-97fa62c8b255 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.846674] env[71079]: DEBUG oslo_concurrency.lockutils [None req-28bad457-318e-4429-aa22-ed4940d80dec tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1713.947770] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.947980] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.948162] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.948312] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.948462] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.948602] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.948746] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.948878] env[71079]: DEBUG nova.compute.manager [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71079) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1713.949031] env[71079]: DEBUG oslo_service.periodic_task [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71079) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.451497] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1714.451889] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1714.451944] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1714.452104] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71079) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1714.452996] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62957437-4931-4ea3-967f-60c38ea840c4 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.461196] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56271d45-d254-40ad-8e71-164f0b2beca8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.474577] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafd44ba-c387-4776-8c80-f74675fa8082 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.480428] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c2dfd1-618c-43a7-a894-f4d275fb41a7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.508768] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180840MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=71079) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1714.508896] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1714.509106] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1714.662544] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1714.662794] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1715.166214] env[71079]: DEBUG nova.compute.utils [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Using /dev/sd instead of None {{(pid=71079) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1715.534935] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Instance d6ef76b6-6197-485a-b7bc-97fa62c8b255 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71079) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1715.535240] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1715.535292] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=71079) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1715.560038] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305f7130-1df8-464d-af67-3cc07633fd7e {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.567676] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbd6d75-0bc1-4f3d-b31b-a90f40db01ab {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.597463] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c81180-75e9-4153-9687-4162a9a3aa21 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.603974] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952a5122-fcac-4de1-b3a2-7a106e476b9f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.616396] env[71079]: DEBUG nova.compute.provider_tree [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.668583] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1716.119785] env[71079]: DEBUG nova.scheduler.client.report [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1716.624453] env[71079]: DEBUG nova.compute.resource_tracker [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71079) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1716.624945] env[71079]: DEBUG oslo_concurrency.lockutils [None req-1584f5f0-cb89-40fd-86c2-b727dba4ab88 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1716.721775] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1716.722063] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1716.722309] env[71079]: INFO nova.compute.manager [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Attaching volume 47d45213-547a-49fb-8b78-7105580bc13b to /dev/sdc [ 1716.752415] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4850533d-7d03-452b-afa9-6f1d3830bf29 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.761461] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68efe7f9-788b-4a9c-a652-4a35ae078ccf {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.774073] env[71079]: DEBUG nova.virt.block_device [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updating existing volume attachment record: b565fd0f-06a9-4dd2-9fd5-a8159108fee9 {{(pid=71079) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1721.316775] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Volume attach. Driver type: vmdk {{(pid=71079) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1721.317044] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655050', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'name': 'volume-47d45213-547a-49fb-8b78-7105580bc13b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'serial': '47d45213-547a-49fb-8b78-7105580bc13b'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1721.317955] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3495cf-0ef5-4f3b-84e2-8e61c06314ad {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.333918] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16759a91-668c-427a-acbf-3f293c3f3c37 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.359827] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-47d45213-547a-49fb-8b78-7105580bc13b/volume-47d45213-547a-49fb-8b78-7105580bc13b.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.360189] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11e4ebb-b553-4d79-8a68-c418e30ecaf8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.378272] env[71079]: DEBUG oslo_vmware.api [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1721.378272] env[71079]: value = "task-3280067" [ 1721.378272] env[71079]: _type = "Task" [ 1721.378272] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.384677] env[71079]: DEBUG oslo_vmware.api [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.888038] env[71079]: DEBUG oslo_vmware.api [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280067, 'name': ReconfigVM_Task, 'duration_secs': 0.338473} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.888344] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-47d45213-547a-49fb-8b78-7105580bc13b/volume-47d45213-547a-49fb-8b78-7105580bc13b.vmdk or device None with type thin {{(pid=71079) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.892883] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903e24ef-4429-4970-8530-9867b5d62f9f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.906979] env[71079]: DEBUG oslo_vmware.api [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1721.906979] env[71079]: value = "task-3280068" [ 1721.906979] env[71079]: _type = "Task" [ 1721.906979] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.914245] env[71079]: DEBUG oslo_vmware.api [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.416716] env[71079]: DEBUG oslo_vmware.api [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280068, 'name': ReconfigVM_Task, 'duration_secs': 0.132426} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.417173] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655050', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'name': 'volume-47d45213-547a-49fb-8b78-7105580bc13b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'serial': '47d45213-547a-49fb-8b78-7105580bc13b'} {{(pid=71079) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1723.452339] env[71079]: DEBUG nova.objects.instance [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid d6ef76b6-6197-485a-b7bc-97fa62c8b255 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.958471] env[71079]: DEBUG oslo_concurrency.lockutils [None req-5ba25ee4-af80-4656-8e18-be55c9dc716f tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1724.243429] env[71079]: DEBUG oslo_concurrency.lockutils [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1724.243706] env[71079]: DEBUG oslo_concurrency.lockutils [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1724.747012] env[71079]: INFO nova.compute.manager [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Detaching volume 7685fae7-ff4d-4379-bb2c-282f7e80cb83 [ 1724.776073] env[71079]: INFO nova.virt.block_device [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Attempting to driver detach volume 7685fae7-ff4d-4379-bb2c-282f7e80cb83 from mountpoint /dev/sdb [ 1724.776324] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1724.776514] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655049', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'name': 'volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'serial': '7685fae7-ff4d-4379-bb2c-282f7e80cb83'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1724.777399] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae483215-bbae-4b03-9df2-cf85215670f2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.800488] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33206ac-ab66-4558-a7b6-745f35824ce8 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.807598] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4fa09-72a4-4b1b-982e-941e61ce0334 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.829212] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf813a7-f4ee-4404-ba62-082841b8a25b {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.842597] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] The volume has not been displaced from its original location: [datastore2] volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83/volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1724.847682] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1724.847920] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123cf577-4c60-4efb-98d4-7649cca81a20 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.865080] env[71079]: DEBUG oslo_vmware.api [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1724.865080] env[71079]: value = "task-3280069" [ 1724.865080] env[71079]: _type = "Task" [ 1724.865080] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.872078] env[71079]: DEBUG oslo_vmware.api [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.374026] env[71079]: DEBUG oslo_vmware.api [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280069, 'name': ReconfigVM_Task, 'duration_secs': 0.225106} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.374317] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1725.378917] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d06799a-f70b-42dc-ad3a-bcbb23a0e33c {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.392715] env[71079]: DEBUG oslo_vmware.api [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1725.392715] env[71079]: value = "task-3280070" [ 1725.392715] env[71079]: _type = "Task" [ 1725.392715] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.400179] env[71079]: DEBUG oslo_vmware.api [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.902889] env[71079]: DEBUG oslo_vmware.api [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280070, 'name': ReconfigVM_Task, 'duration_secs': 0.129254} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.903218] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655049', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'name': 'volume-7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '7685fae7-ff4d-4379-bb2c-282f7e80cb83', 'serial': '7685fae7-ff4d-4379-bb2c-282f7e80cb83'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1726.442492] env[71079]: DEBUG nova.objects.instance [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid d6ef76b6-6197-485a-b7bc-97fa62c8b255 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.449993] env[71079]: DEBUG oslo_concurrency.lockutils [None req-345a0dc6-bf24-4f14-b14c-58afdfdc57ee tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1727.474846] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1727.475092] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1727.978135] env[71079]: INFO nova.compute.manager [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Detaching volume 47d45213-547a-49fb-8b78-7105580bc13b [ 1728.007910] env[71079]: INFO nova.virt.block_device [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Attempting to driver detach volume 47d45213-547a-49fb-8b78-7105580bc13b from mountpoint /dev/sdc [ 1728.008167] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Volume detach. Driver type: vmdk {{(pid=71079) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1728.008367] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655050', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'name': 'volume-47d45213-547a-49fb-8b78-7105580bc13b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'serial': '47d45213-547a-49fb-8b78-7105580bc13b'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1728.009282] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c676a75-8de4-4f01-ab6a-76e8a035dd18 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.030394] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18ad8c-6855-40a1-8de8-d08d2586bc10 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.036856] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e4bdfb-578d-45a8-b47d-a8523a92038f {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.056426] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e45e163-9ec9-48dd-b9a8-bb65064572a2 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.070233] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] The volume has not been displaced from its original location: [datastore2] volume-47d45213-547a-49fb-8b78-7105580bc13b/volume-47d45213-547a-49fb-8b78-7105580bc13b.vmdk. No consolidation needed. {{(pid=71079) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1728.075470] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1728.075726] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-528798d6-78c6-420d-802a-a3f08dfb90db {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.092979] env[71079]: DEBUG oslo_vmware.api [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1728.092979] env[71079]: value = "task-3280071" [ 1728.092979] env[71079]: _type = "Task" [ 1728.092979] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.099935] env[71079]: DEBUG oslo_vmware.api [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.602822] env[71079]: DEBUG oslo_vmware.api [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280071, 'name': ReconfigVM_Task, 'duration_secs': 0.222336} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.603192] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=71079) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1728.607806] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea6429b-c196-495a-80f8-85ecda5065b3 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.622457] env[71079]: DEBUG oslo_vmware.api [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1728.622457] env[71079]: value = "task-3280072" [ 1728.622457] env[71079]: _type = "Task" [ 1728.622457] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.630512] env[71079]: DEBUG oslo_vmware.api [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.132873] env[71079]: DEBUG oslo_vmware.api [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280072, 'name': ReconfigVM_Task, 'duration_secs': 0.133581} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.133274] env[71079]: DEBUG nova.virt.vmwareapi.volumeops [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655050', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'name': 'volume-47d45213-547a-49fb-8b78-7105580bc13b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6ef76b6-6197-485a-b7bc-97fa62c8b255', 'attached_at': '', 'detached_at': '', 'volume_id': '47d45213-547a-49fb-8b78-7105580bc13b', 'serial': '47d45213-547a-49fb-8b78-7105580bc13b'} {{(pid=71079) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1729.672991] env[71079]: DEBUG nova.objects.instance [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'flavor' on Instance uuid d6ef76b6-6197-485a-b7bc-97fa62c8b255 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.680263] env[71079]: DEBUG oslo_concurrency.lockutils [None req-6771c07e-36d7-429b-9c23-805002582e51 tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.849288] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.849682] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.849800] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.850023] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.850199] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.852349] env[71079]: INFO nova.compute.manager [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Terminating instance [ 1732.356511] env[71079]: DEBUG nova.compute.manager [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Start destroying the instance on the hypervisor. {{(pid=71079) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.356751] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Destroying instance {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.357723] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f1230-056d-4e89-9aad-44a35f747afd {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.365783] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Powering off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.366009] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ab867e-8130-4b05-97e7-aef669d4a61d {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.372234] env[71079]: DEBUG oslo_vmware.api [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1732.372234] env[71079]: value = "task-3280073" [ 1732.372234] env[71079]: _type = "Task" [ 1732.372234] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.379646] env[71079]: DEBUG oslo_vmware.api [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.882351] env[71079]: DEBUG oslo_vmware.api [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280073, 'name': PowerOffVM_Task, 'duration_secs': 0.160073} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.882724] env[71079]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Powered off the VM {{(pid=71079) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.882724] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Unregistering the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.882963] env[71079]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16ed385-dce9-4924-8c42-6fb16bd72e90 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.951064] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Unregistered the VM {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.951301] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Deleting contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.951524] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Deleting the datastore file [datastore1] d6ef76b6-6197-485a-b7bc-97fa62c8b255 {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.951780] env[71079]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3e9ead9-6bac-4a27-ad5d-7919c692ee95 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.958022] env[71079]: DEBUG oslo_vmware.api [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for the task: (returnval){ [ 1732.958022] env[71079]: value = "task-3280075" [ 1732.958022] env[71079]: _type = "Task" [ 1732.958022] env[71079]: } to complete. {{(pid=71079) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.965071] env[71079]: DEBUG oslo_vmware.api [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.467552] env[71079]: DEBUG oslo_vmware.api [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Task: {'id': task-3280075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134031} completed successfully. {{(pid=71079) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.467734] env[71079]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Deleted the datastore file {{(pid=71079) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.467914] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Deleted contents of the VM from datastore datastore1 {{(pid=71079) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.468136] env[71079]: DEBUG nova.virt.vmwareapi.vmops [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Instance destroyed {{(pid=71079) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.468363] env[71079]: INFO nova.compute.manager [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1733.468612] env[71079]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71079) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1733.468799] env[71079]: DEBUG nova.compute.manager [-] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Deallocating network for instance {{(pid=71079) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.468900] env[71079]: DEBUG nova.network.neutron [-] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] deallocate_for_instance() {{(pid=71079) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.884867] env[71079]: DEBUG nova.compute.manager [req-1bcbb464-9091-4929-b49e-5d30c8df2e03 req-57f0a0aa-5066-49dd-a3bf-6eb8e85d11a9 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Received event network-vif-deleted-69ef18da-677b-46b7-aa69-6d703f59a91d {{(pid=71079) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1733.885147] env[71079]: INFO nova.compute.manager [req-1bcbb464-9091-4929-b49e-5d30c8df2e03 req-57f0a0aa-5066-49dd-a3bf-6eb8e85d11a9 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Neutron deleted interface 69ef18da-677b-46b7-aa69-6d703f59a91d; detaching it from the instance and deleting it from the info cache [ 1733.885357] env[71079]: DEBUG nova.network.neutron [req-1bcbb464-9091-4929-b49e-5d30c8df2e03 req-57f0a0aa-5066-49dd-a3bf-6eb8e85d11a9 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.369523] env[71079]: DEBUG nova.network.neutron [-] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Updating instance_info_cache with network_info: [] {{(pid=71079) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.387420] env[71079]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1d668d6-094e-47f8-90a5-d16b6922f1de {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.397337] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e1d403-3462-42ae-ba4c-e61ba0fef126 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.424038] env[71079]: DEBUG nova.compute.manager [req-1bcbb464-9091-4929-b49e-5d30c8df2e03 req-57f0a0aa-5066-49dd-a3bf-6eb8e85d11a9 service nova] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Detach interface failed, port_id=69ef18da-677b-46b7-aa69-6d703f59a91d, reason: Instance d6ef76b6-6197-485a-b7bc-97fa62c8b255 could not be found. {{(pid=71079) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1734.873110] env[71079]: INFO nova.compute.manager [-] [instance: d6ef76b6-6197-485a-b7bc-97fa62c8b255] Took 1.40 seconds to deallocate network for instance. [ 1735.379284] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1735.379666] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1735.379841] env[71079]: DEBUG nova.objects.instance [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lazy-loading 'resources' on Instance uuid d6ef76b6-6197-485a-b7bc-97fa62c8b255 {{(pid=71079) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.914572] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6cc8ca-7d5e-4303-b707-616ef29f1604 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.921872] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9143abf-d7f1-463d-b0b6-207fe9a66d53 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.951338] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4e9d6-5da8-41e2-bd28-77b970b29ba7 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.957844] env[71079]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e22ec5-dcd7-4784-9fb2-03a15ddfac48 {{(pid=71079) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.970765] env[71079]: DEBUG nova.compute.provider_tree [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed in ProviderTree for provider: 64534d0b-3c77-4192-bc40-4c6626510190 {{(pid=71079) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.474486] env[71079]: DEBUG nova.scheduler.client.report [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Inventory has not changed for provider 64534d0b-3c77-4192-bc40-4c6626510190 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71079) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.981318] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1737.003133] env[71079]: INFO nova.scheduler.client.report [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Deleted allocations for instance d6ef76b6-6197-485a-b7bc-97fa62c8b255 [ 1737.511105] env[71079]: DEBUG oslo_concurrency.lockutils [None req-19b52c2b-43d1-4d66-a646-c380f933987b tempest-AttachVolumeTestJSON-1977812947 tempest-AttachVolumeTestJSON-1977812947-project-member] Lock "d6ef76b6-6197-485a-b7bc-97fa62c8b255" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.661s {{(pid=71079) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}